-- Logs begin at Mon 2022-04-18 13:13:47 UTC, end at Mon 2022-04-18 14:16:02 UTC. -- Apr 18 13:46:31.639991 dv-cinder-838302-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 13:46:34.595501 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.common.config [-] Logging enabled! Apr 18 13:46:34.596161 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120 Apr 18 13:46:34.596328 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103281) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 13:46:34.600593 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.common.config [-] Logging enabled! Apr 18 13:46:34.600852 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120 Apr 18 13:46:34.601170 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103281) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 13:46:34.602121 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 13:46:34.602358 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 13:46:34.602734 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 13:46:34.602981 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 13:46:34.603208 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 13:46:34.603628 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.604110 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 18 13:46:34.604436 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.604736 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.605034 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.605332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.605624 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.605908 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.606200 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.606501 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.606791 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.607242 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.607546 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.607869 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.608158 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.608450 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.608740 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.609029 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] debug = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.609313 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.609748 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.610169 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.610692 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.610990 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.611298 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.611548 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.611854 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.612141 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.612470 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] host = dv-cinder-838302-1-iscsi {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.612748 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.613035 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.613322 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.613608 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.613992 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.614322 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.614720 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.615036 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.615315 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] log_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.615598 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.616004 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.616801 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.617553 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.617793 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.618027 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.618326 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.619396 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.619688 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.620000 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.620285 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.621344 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.621635 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.621916 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.622210 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.623267 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.623575 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.623912 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.624396 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.624872 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.625989 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.625989 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.625989 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.626229 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.626387 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.626682 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.626959 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.627238 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.627542 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.627861 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.628150 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.628439 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.628717 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.629002 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.629277 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.629552 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.629932 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] use_json = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.630422 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.630708 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.630994 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.631272 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.631551 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.631850 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.632127 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.632415 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.632689 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:34.632991 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.633291 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.633593 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.633896 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.634189 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.634469 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.634760 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.635038 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.635330 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.635619 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.635942 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.636222 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.636521 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.636809 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.637108 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.637415 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.637709 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.638005 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.638282 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.638556 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.638832 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.639113 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.639401 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.639682 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.639993 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.640282 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.640563 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.640858 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.641144 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.641436 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.641726 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.642001 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.642278 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.642567 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.642843 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.643114 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.643390 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.643675 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.643975 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.644248 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.644526 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.644802 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.645075 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.645879 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.646219 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.646510 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.646788 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.647059 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.647329 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.647605 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.647908 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.648200 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.648478 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.648751 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.649025 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.649303 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.649577 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.649848 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.650124 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.650394 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.650670 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.650941 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.651212 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.651483 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.651769 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.652045 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.652316 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.652587 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.652862 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.653135 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.653405 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.653679 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.653949 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.654220 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.654505 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.654799 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.655073 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.655346 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.655623 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.655927 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.656204 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.656477 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.656753 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.657027 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.657297 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.657587 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.657870 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.658157 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.658459 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.658737 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.659031 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.659307 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.659583 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.659885 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.660164 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.660441 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.660722 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.661048 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.661854 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.662152 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.662443 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.662735 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.663028 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.663308 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.663616 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.663925 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:34.664144 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 13:46:34.664386 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103281) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 13:46:35.049227 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 18 13:46:35.049512 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 18 13:46:35.049812 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 18 13:46:35.050147 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 13:46:35.381613 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.381815 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.382076 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.384968 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.385259 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.385527 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.439819 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.440099 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.440368 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.455071 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.455352 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.455622 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.486596 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.486863 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.487135 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.523468 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.523744 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.524032 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.865412 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.866034 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.866034 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.866280 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.866892 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.966448 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.966778 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.967071 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.967349 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.967620 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.967960 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.968223 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.968487 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.968743 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.969030 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.969302 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.969555 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.969813 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.970068 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.970326 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.970590 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.970845 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.971113 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.971382 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.971641 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.971936 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.972191 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.972474 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.972853 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.973104 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.973351 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:35.974282 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 13:46:35.974530 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 13:46:35.974769 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 13:46:35.975008 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 13:46:35.975245 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 13:46:35.975485 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 13:46:35.975874 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 13:46:35.978949 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 13:46:35.982858 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 13:46:35.986949 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 18 13:46:35.988580 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 13:46:35.989114 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 13:46:35.989923 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 13:46:35.990309 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 13:46:35.993267 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 13:46:35.993522 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 13:46:35.993863 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 13:46:35.998676 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 18 13:46:36.022412 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 13:46:36.022858 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.023154 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103281) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 18 13:46:36.023529 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.024893 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103281) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 13:46:36.025171 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 13:46:36.025417 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 13:46:36.028701 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.028990 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.091340 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 13:46:36.091581 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 13:46:36.091840 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 13:46:36.092208 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 13:46:36.112583 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_db.sqlalchemy.engines [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103281) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 18 13:46:36.558348 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Initializing driver for type 'gre' Apr 18 13:46:36.558868 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] gre ID ranges: [(1, 1000)] Apr 18 13:46:36.613054 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Initializing driver for type 'local' Apr 18 13:46:36.613392 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Initializing driver for type 'vlan' Apr 18 13:46:36.627197 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] VlanTypeDriver initialization complete Apr 18 13:46:36.627548 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Initializing driver for type 'vxlan' Apr 18 13:46:36.628080 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] vxlan ID ranges: [(1, 1000)] Apr 18 13:46:36.681023 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Initializing extension driver 'port_security' Apr 18 13:46:36.681360 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.extensions.port_security [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] PortSecurityExtensionDriver initialization complete Apr 18 13:46:36.681731 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Initializing mechanism driver 'openvswitch' Apr 18 13:46:36.682084 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Initializing mechanism driver 'hyperv' Apr 18 13:46:36.688619 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:46:36.689459 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.689829 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.690185 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.690719 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 13:46:36.691212 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.691573 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.691945 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.692385 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 13:46:36.692790 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > network after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.693141 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > network after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.693485 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > network after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.693891 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 13:46:36.694296 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > security_group after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.694643 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > security_group after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.694984 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.695383 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 13:46:36.695808 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.696158 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.696497 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.696895 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 13:46:36.697298 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > address_group after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.697643 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > address_group after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.697981 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.698379 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 13:46:36.698821 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] ML2 OVO RPC backend initialized. {{(pid=103281) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 18 13:46:36.699529 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.699910 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.700327 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > network before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.700673 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > networks before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.701021 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > port before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.701360 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > ports before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.701700 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > subnet before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.702037 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > subnets before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.702376 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > network after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.702717 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > network after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.703051 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > network after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.703384 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.703719 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.704078 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.704411 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.704744 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.705075 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.712594 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded quota_driver: . Apr 18 13:46:36.712954 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Modular L2 Plugin initialization complete Apr 18 13:46:36.713306 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading services supported by the core plugin {{(pid=103281) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 13:46:36.713648 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Got port-security extension from driver 'port_security' Apr 18 13:46:36.714122 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.extensions.vlantransparent [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Disabled vlantransparent extension. Apr 18 13:46:36.714611 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103281) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 13:46:36.714935 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading Plugin: router Apr 18 13:46:36.750840 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.751231 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router after_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.751601 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router before_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.751993 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.752374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.752730 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router after_delete 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.753087 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.753437 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.753795 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router after_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.754141 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router after_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.754487 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router after_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.755027 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.755659 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router after_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.756103 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.756479 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.756823 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.757168 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.757515 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.757865 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.758213 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.758556 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: port before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.758900 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.759253 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router after_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.759594 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.759980 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.760341 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.760688 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.761053 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > agent after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.761402 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > agent after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.761745 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > network after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.762615 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Tracking information for resource: router configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 13:46:36.762951 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Tracking information for resource: floatingip configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 13:46:36.767784 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.db.l3_agentschedulers_db [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 13:46:36.768353 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.768712 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.769064 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.769415 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.770201 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router before_create 55550100 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.771224 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.771596 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_create 55550100 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.771994 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > router precommit_update 55550100 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.776805 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.services.provider_configuration [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service providers = [] {{(pid=103281) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 13:46:36.777175 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.db.servicetype_db [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103281) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 13:46:36.780130 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.services.service_base [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 13:46:36.780478 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.services.service_base [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 13:46:36.780820 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.services.service_base [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 13:46:36.781715 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.services.service_base [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 13:46:36.782086 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.services.service_base [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 13:46:36.782456 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 13:46:36.782772 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 13:46:36.793891 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 13:46:36.794228 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading Plugin: auto_allocate Apr 18 13:46:36.799741 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: network precommit_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.800142 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: network precommit_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.800657 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 13:46:36.800977 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading Plugin: tag Apr 18 13:46:36.808985 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 13:46:36.809260 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading Plugin: timestamp Apr 18 13:46:36.813158 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 13:46:36.813488 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading Plugin: network_ip_availability Apr 18 13:46:36.819076 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.819448 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.819826 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:36.820553 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 13:46:36.820872 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading Plugin: flavors Apr 18 13:46:36.825794 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 13:46:36.826128 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading Plugin: revisions Apr 18 13:46:36.830372 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 13:46:36.830768 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_concurrency.lockutils [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=103281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 18 13:46:36.831516 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103281) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 13:46:36.831887 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Initializing extension manager. Apr 18 13:46:36.832412 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: __init__.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.833260 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: __pycache__ {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.833609 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: address_group.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.834356 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.834918 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: address-group Apr 18 13:46:36.835242 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: address_scope.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.835976 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.836485 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: address-scope Apr 18 13:46:36.836807 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.837723 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.838227 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: router-admin-state-down-before-update Apr 18 13:46:36.838548 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: agent.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.839240 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.839741 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: agent Apr 18 13:46:36.840085 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: agent_resources_synced.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.840992 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.841507 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: agent-resources-synced Apr 18 13:46:36.841831 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: allowedaddresspairs.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.843612 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.844161 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: allowed-address-pairs Apr 18 13:46:36.844487 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: auto_allocated_topology.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.845552 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.846065 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: auto-allocated-topology Apr 18 13:46:36.846384 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: availability_zone.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.847068 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.847568 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: availability_zone Apr 18 13:46:36.847929 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: availability_zone_filter.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.849378 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.849879 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: availability_zone_filter Apr 18 13:46:36.850197 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: data_plane_status.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.851111 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.851616 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 13:46:36.851973 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: default_subnetpools.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.852943 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.853446 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: default-subnetpools Apr 18 13:46:36.853764 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.854563 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.855065 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: dhcp_agent_scheduler Apr 18 13:46:36.855383 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: dns.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.856317 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.856818 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension dns-integration not supported by any of loaded plugins Apr 18 13:46:36.857138 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: dns_domain_ports.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.858050 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.858551 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 13:46:36.858872 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.859811 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.860309 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 18 13:46:36.860883 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: dvr.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.861550 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.862051 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: dvr Apr 18 13:46:36.862371 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: ecmp_routes.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.863275 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.863798 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension ecmp_routes not supported by any of loaded plugins Apr 18 13:46:36.864258 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: empty_string_filtering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.865240 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.865752 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: empty-string-filtering Apr 18 13:46:36.866273 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.866975 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.867477 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 13:46:36.867829 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.868739 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.869241 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 13:46:36.869565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: external_net.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.870474 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.870988 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: external-net Apr 18 13:46:36.871311 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.872248 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.872754 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: extra_dhcp_opt Apr 18 13:46:36.873077 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: extraroute.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.873980 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.874487 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: extraroute Apr 18 13:46:36.874808 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: extraroute_atomic.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.876008 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.876522 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: extraroute-atomic Apr 18 13:46:36.876844 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: filter_validation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.877502 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.878004 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: filter-validation Apr 18 13:46:36.878326 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: fip_pf_description.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.879228 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.879869 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 13:46:36.880259 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: fip_pf_port_range.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.881185 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.881687 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 18 13:46:36.882009 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: fip_port_details.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.882916 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.883423 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: fip-port-details Apr 18 13:46:36.883744 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: flavors.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.884998 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.885517 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: flavors Apr 18 13:46:36.885843 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.887506 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.888057 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 13:46:36.888386 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: floatingip_pools.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.889080 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.889592 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: floatingip-pools Apr 18 13:46:36.889917 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: ip_allocation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.890844 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.891345 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 13:46:36.891666 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.892608 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.893117 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: ip-substring-filtering Apr 18 13:46:36.893441 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l2_adjacency.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.894371 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.894877 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 13:46:36.895200 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.897425 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.898056 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: router Apr 18 13:46:36.898544 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.900806 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.901338 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 13:46:36.901672 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.902590 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.903104 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: ext-gw-mode Apr 18 13:46:36.903435 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.904388 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.904900 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: l3-ha Apr 18 13:46:36.905227 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.906132 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.906637 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 18 13:46:36.906973 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3_flavors.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.907909 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.908421 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: l3-flavors Apr 18 13:46:36.908748 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.910104 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.910620 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 18 13:46:36.911541 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.912524 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.913041 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 13:46:36.913366 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: l3agentscheduler.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.914408 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.914918 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: l3_agent_scheduler Apr 18 13:46:36.915244 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: local_ip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.917189 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.917711 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension local_ip not supported by any of loaded plugins Apr 18 13:46:36.918040 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: logging.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.919504 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.920056 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension logging not supported by any of loaded plugins Apr 18 13:46:36.920391 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: metering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.921133 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.921720 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: metering Apr 18 13:46:36.922047 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.923140 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.923657 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: metering_source_and_destination_fields Apr 18 13:46:36.924020 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: multiprovidernet.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.924941 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.925453 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: multi-provider Apr 18 13:46:36.925779 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: netmtu.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.926845 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.927355 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: net-mtu Apr 18 13:46:36.927675 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: netmtu_writable.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.928612 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.929123 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: net-mtu-writable Apr 18 13:46:36.929444 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: network_availability_zone.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.930118 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.930626 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: network_availability_zone Apr 18 13:46:36.930950 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: network_ip_availability.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.932093 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.932608 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: network-ip-availability Apr 18 13:46:36.932937 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: network_segment_range.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.933697 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.934200 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 13:46:36.934524 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: pagination.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.935500 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.935856 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: pagination Apr 18 13:46:36.936180 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: port_device_profile.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.937090 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.937598 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: port-device-profile Apr 18 13:46:36.937919 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.938842 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.939347 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: port-mac-address-regenerate Apr 18 13:46:36.939667 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.940602 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.941112 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: port-numa-affinity-policy Apr 18 13:46:36.941431 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: port_resource_request.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.942394 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.942890 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 13:46:36.943210 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: port_resource_request_groups.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.944194 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.944696 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 18 13:46:36.945017 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: portbindings.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.945927 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.946429 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: binding Apr 18 13:46:36.946752 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: portbindings_extended.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.948043 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.948561 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: binding-extended Apr 18 13:46:36.948887 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: portsecurity.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.949796 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.950310 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: port-security Apr 18 13:46:36.950633 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: project_id.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.951613 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.951977 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: project-id Apr 18 13:46:36.952300 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: providernet.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.953212 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.953720 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: provider Apr 18 13:46:36.954040 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.957634 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.958782 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos not supported by any of loaded plugins Apr 18 13:46:36.959279 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.961044 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.961559 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 13:46:36.961887 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.962817 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.963324 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 13:46:36.963648 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_default.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.964613 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.965116 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-default not supported by any of loaded plugins Apr 18 13:46:36.965439 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_fip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.966353 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.966857 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-fip not supported by any of loaded plugins Apr 18 13:46:36.967178 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.968118 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.968624 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 18 13:46:36.968944 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_gateway_ip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.969868 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.970372 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 13:46:36.970695 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_port_network_policy.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.971607 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.972153 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 13:46:36.972476 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.974095 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.974604 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 18 13:46:36.974928 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.975989 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.976503 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 18 13:46:36.976826 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_pps_rule.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.977999 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.978518 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-pps not supported by any of loaded plugins Apr 18 13:46:36.978841 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_rule_type_details.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.979775 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.980280 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 13:46:36.980604 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.981536 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.982049 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 18 13:46:36.982372 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: qos_rules_alias.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.983406 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.983943 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 13:46:36.984269 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: quota_check_limit.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.985180 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.985950 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: quota-check-limit Apr 18 13:46:36.986272 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: quotasv2.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.987207 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.987535 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: quotas Apr 18 13:46:36.987890 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: quotasv2_detail.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.989663 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.990002 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: quota_details Apr 18 13:46:36.990329 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: rbac.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.991381 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.991941 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: rbac-policies Apr 18 13:46:36.992272 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: rbac_address_group.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.993202 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.993721 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: rbac-address-group Apr 18 13:46:36.994046 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: rbac_address_scope.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.994961 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.995474 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: rbac-address-scope Apr 18 13:46:36.995828 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: rbac_security_groups.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.996833 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.997347 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: rbac-security-groups Apr 18 13:46:36.997672 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: rbac_subnetpool.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:36.998586 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:36.999096 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: rbac-subnetpool Apr 18 13:46:36.999419 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: revisionifmatch.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.000364 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.000874 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: revision-if-match Apr 18 13:46:37.001196 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: revisions.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.002359 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.002868 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: standard-attr-revisions Apr 18 13:46:37.003192 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: router_availability_zone.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.003897 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.004406 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: router_availability_zone Apr 18 13:46:37.004793 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: routerservicetype.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.005706 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.006214 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension router-service-type not supported by any of loaded plugins Apr 18 13:46:37.006534 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.007456 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.007998 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: security-groups-normalized-cidr Apr 18 13:46:37.008320 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.009243 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.009796 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: port-security-groups-filtering Apr 18 13:46:37.010115 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.011079 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.011590 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: security-groups-remote-address-group Apr 18 13:46:37.011954 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.012886 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.013399 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: security-groups-shared-filtering Apr 18 13:46:37.013722 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.014318 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 18 13:46:37.014642 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: securitygroup.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.024794 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.025319 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: security-group Apr 18 13:46:37.025653 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: segment.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.026374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.026882 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension segment not supported by any of loaded plugins Apr 18 13:46:37.027211 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.028173 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.028683 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 13:46:37.029012 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: servicetype.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.030083 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.030599 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: service-type Apr 18 13:46:37.030925 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: sorting.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.031931 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.032268 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: sorting Apr 18 13:46:37.032595 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: standard_attr_segment.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.033511 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.034028 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 13:46:37.034351 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: standardattrdescription.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.034997 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.035504 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: standard-attr-description Apr 18 13:46:37.035885 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: stateful_security_group.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.037349 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.037863 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: stateful-security-group Apr 18 13:46:37.038186 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: stdattrs_common.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.038756 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 13:46:37.039075 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.040068 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.040585 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 13:46:37.040908 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: subnet_onboard.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.041975 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.042501 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: subnet_onboard Apr 18 13:46:37.042826 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.043786 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.044297 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 13:46:37.044617 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: subnet_service_types.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.045536 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.046057 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: subnet-service-types Apr 18 13:46:37.046379 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: subnetallocation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.047466 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.048018 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: subnet_allocation Apr 18 13:46:37.048342 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.049004 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.049513 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: subnetpool-prefix-ops Apr 18 13:46:37.049833 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.050769 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.051277 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 13:46:37.051733 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: tagging.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.052988 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.053514 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: standard-attr-tag Apr 18 13:46:37.053841 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: timestamp.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.055049 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.055561 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loaded extension: standard-attr-timestamp Apr 18 13:46:37.055916 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: trunk.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.056950 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.057460 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension trunk not supported by any of loaded plugins Apr 18 13:46:37.057786 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: trunk_details.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.058701 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.059252 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension trunk-details not supported by any of loaded plugins Apr 18 13:46:37.059531 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: uplink_status_propagation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.060487 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.060995 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 13:46:37.061334 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Loading extension file: vlantransparent.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 13:46:37.061982 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 13:46:37.062487 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 13:46:37.065029 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:network Apr 18 13:46:37.065546 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:subnet Apr 18 13:46:37.065946 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 13:46:37.066337 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:port Apr 18 13:46:37.067885 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.068346 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service FLAVORS assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.068975 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.069413 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.069743 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:router Apr 18 13:46:37.070172 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:floatingip Apr 18 13:46:37.070660 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service METERING assigned prefix: /metering {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.072151 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:37.072523 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:37.072882 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:46:37.073879 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 13:46:37.074329 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:security_group Apr 18 13:46:37.074783 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 13:46:37.075381 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service CORE assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.075712 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 13:46:37.076082 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] subnetpool is already registered Apr 18 13:46:37.076505 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service CORE assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.076830 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 13:46:37.077159 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] subnetpool is already registered Apr 18 13:46:37.079431 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.079896 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service FLAVORS assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.080500 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.080922 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.081255 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:router Apr 18 13:46:37.081591 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] router is already registered Apr 18 13:46:37.082001 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:floatingip Apr 18 13:46:37.082335 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] floatingip is already registered Apr 18 13:46:37.083312 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service METERING assigned prefix: /metering {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.084173 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 13:46:37.084505 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] rbac_policy is already registered Apr 18 13:46:37.084918 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:security_group Apr 18 13:46:37.085250 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] security_group is already registered Apr 18 13:46:37.085652 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 13:46:37.085983 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] security_group_rule is already registered Apr 18 13:46:37.086606 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service CORE assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.086933 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 13:46:37.087265 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] subnetpool is already registered Apr 18 13:46:37.087682 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Service CORE assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 13:46:37.088043 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 13:46:37.088377 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] subnetpool is already registered Apr 18 13:46:37.088850 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: extensions {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.090267 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: address-groups {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.091734 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: address-scopes {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.093061 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: agents {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.094201 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: auto-allocated-topology {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.095688 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: availability_zones {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.096641 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: dhcp-networks {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.099822 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: dhcp-agents {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.101251 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: routers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.103415 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: flavors {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.104585 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: service_profiles {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.105773 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: next_providers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.107204 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: service_profiles {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.108748 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: floatingip-pools {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.109957 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: routers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.112293 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: floatingips {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.113566 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: l3-routers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.114958 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: l3-agents {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.116378 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: metering-labels {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.117718 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: metering-label-rules {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.118970 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: network-ip-availabilities {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.120261 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: bindings {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.121897 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: quotas {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.123419 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: quotas {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.124959 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: rbac-policies {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.126236 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: security-groups {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.127439 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: security-group-rules {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.128750 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: service-providers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.130512 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: subnetpools {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.131942 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: subnetpools {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.133379 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.135020 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.137044 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.138790 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.140584 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.142392 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.144100 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.146550 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.148301 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.150130 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron.api.extensions [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 13:46:37.156068 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING keystonemiddleware.auth_token [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 13:46:37.161743 dv-cinder-838302-1-iscsi neutron-server[103281]: WARNING keystonemiddleware.auth_token [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 13:46:37.170262 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_concurrency.lockutils [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Acquired lock "singleton_lock" {{(pid=103281) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 18 13:46:37.170738 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_concurrency.lockutils [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Releasing lock "singleton_lock" {{(pid=103281) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 18 13:46:37.171391 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO oslo_service.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Starting 2 workers Apr 18 13:46:37.176389 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Started child 103388 {{(pid=103281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 13:46:37.181132 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Started child 103389 {{(pid=103281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 13:46:37.182026 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:37.182750 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO neutron.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 13:46:37.183364 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:37.183588 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [-] (103388) wsgi starting up on http://0.0.0.0:9696 Apr 18 13:46:37.185897 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO oslo_service.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Starting 1 workers Apr 18 13:46:37.186118 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:37.187567 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [-] (103389) wsgi starting up on http://0.0.0.0:9696 Apr 18 13:46:37.191271 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Started child 103390 {{(pid=103281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 13:46:37.191812 dv-cinder-838302-1-iscsi neutron-server[103281]: INFO oslo_service.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Starting 1 workers Apr 18 13:46:37.195795 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] calling RpcWorker wait() {{(pid=103390) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 13:46:37.196370 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] returning from RpcWorker wait() {{(pid=103390) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 13:46:37.196999 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Started child 103391 {{(pid=103281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 13:46:37.197655 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:37.197827 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d78422-f39b-43c4-be3b-b5cb4b06ab8c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:37.198214 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:46:37.199791 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103281) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 13:46:37.200000 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 13:46:37.200187 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 13:46:37.200413 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 13:46:37.200749 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 13:46:37.200914 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 13:46:37.201423 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.201710 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.201972 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.202129 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:37.202593 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.202593 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.203068 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.203343 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.203581 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.203875 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.204132 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.204299 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.204463 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.204726 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.204956 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.205254 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.205514 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.205750 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.206028 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.206197 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.206461 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.206769 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.207028 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.207286 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] debug = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.207525 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.208626 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.208863 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.209123 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.209343 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.209615 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.209845 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.210133 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.210350 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.210600 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.210856 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.211119 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.211358 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.211569 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.211829 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.212049 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.212298 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.212516 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.212976 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] host = dv-cinder-838302-1-iscsi {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.213197 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.213433 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.213686 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.213937 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.214182 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.214413 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.214690 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.214936 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.215198 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.215460 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.215714 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.215990 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.216228 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.216585 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.216804 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_options = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.216945 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.217144 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.217398 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.217632 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.217845 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.217955 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.218183 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.218325 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.218542 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.218774 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.219035 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.219229 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.219371 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.219610 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.219942 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.219942 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.220476 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.220476 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.220755 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.220960 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.221185 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.221478 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.221716 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.221907 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.222108 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.222315 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.222564 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.222888 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.223044 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.223191 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.223544 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.225283 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.225283 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.225283 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.225283 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.225283 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.225283 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.225283 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.226311 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.226311 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.226630 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:46:37.228776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.228776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.228776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.228776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.228776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.228776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.228776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_json = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.228776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.229914 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.229914 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.230186 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.230640 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.230748 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.230937 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.231539 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.231957 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.232246 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.232428 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.232760 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.232959 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.233409 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.233684 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.233985 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.234320 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.234595 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.234880 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.235104 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.235346 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.236021 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.236245 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.236621 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.236762 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.237152 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.237386 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.237637 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.237940 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.238405 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.238736 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.239194 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.239511 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.239795 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.240041 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.240268 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.240488 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.240743 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.241171 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.241576 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.242007 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.242406 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.242759 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.242995 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.243320 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.243437 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.243704 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.243978 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.244215 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.244454 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.244670 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.244889 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.246725 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.246725 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.246725 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.246725 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.246725 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.246725 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.246725 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.246725 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.247418 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.247418 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.247418 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.247598 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.247701 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.248102 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.248465 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.248830 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.249191 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.249793 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.249793 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.249963 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.250112 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.250517 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.250912 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.251322 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.251727 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.252142 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.252558 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.252970 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.253369 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.253804 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.254208 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.254516 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.255278 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.257528 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.258186 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.258186 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.258186 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.258371 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.258567 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.258754 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.258976 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.259194 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.259409 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.259679 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.259932 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.260194 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.260461 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.260641 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.260888 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.261301 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.261595 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.261820 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.262033 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.262259 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.262481 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.262751 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.262991 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.263225 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.263481 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.263770 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.264072 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.264293 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.264586 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.264809 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.265077 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.265369 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.265649 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.265902 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.266159 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.266425 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.266685 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.266948 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.267201 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.267655 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.268089 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.268508 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.268905 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.269161 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.269558 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.269992 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.271171 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.271592 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.271930 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.272219 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.272548 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.272885 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.273193 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.273525 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.273827 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.274159 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.274474 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.274789 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.275073 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.275385 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.275708 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.276026 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.276335 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.276582 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.276805 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.277028 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.277252 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.277515 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.277745 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.277966 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.278203 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.278424 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.278646 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.278914 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.279130 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.279363 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.279768 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.280142 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.280367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.280587 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.280801 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.281061 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.281301 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.281571 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.281834 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.282069 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.282301 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.282553 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.282811 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.283026 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.283290 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.283534 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.283770 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.283992 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.284212 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.284426 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.284657 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.284883 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.285113 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.285365 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.285620 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.286011 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.286279 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.286511 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.286755 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.286993 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.287210 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.287429 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.287643 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.288164 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.288439 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.288691 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.288938 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.289209 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.289437 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.289705 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.289959 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.290238 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.290517 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.291038 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.291038 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.291235 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.291486 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.291711 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.291971 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.292216 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.292459 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.292681 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.292925 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.293142 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.293446 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.293696 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.293934 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.294232 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.294457 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.294718 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.294955 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.295174 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.295388 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.295617 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.295863 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.296081 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.296314 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.296553 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.296754 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.296981 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.297202 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.297424 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.297657 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.297939 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.298183 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.298460 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.299086 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.299309 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.299566 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.299810 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.300052 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.300281 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.300500 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.300714 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.300946 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.301160 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.301371 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.301663 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.302051 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.302350 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.302637 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.302907 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.303154 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.303456 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.303698 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.303993 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.304271 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.304589 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.304815 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.305083 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.305323 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.305545 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.305775 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.306041 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.306400 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.306705 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.306977 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.307227 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.307524 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.307843 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.308118 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.308367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.308660 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.309013 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.309364 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.309577 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.309830 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.310089 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.310318 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.310536 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.310758 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.310996 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.311253 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.311500 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.311937 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.312174 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.312398 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.312639 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.312860 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.313087 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.313311 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.313963 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.313963 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.313963 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 13:46:37.314427 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103281) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 13:46:37.314735 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 13:46:37.314889 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 13:46:37.315198 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 13:46:37.315527 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 54966) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:46:37.315664 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 13:46:37.315979 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 13:46:37.316197 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.316363 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.316527 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.316690 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.316850 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.317035 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.317809 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.317953 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.318109 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.318351 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.318444 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.318579 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.318720 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.318881 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.319041 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.319197 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.319346 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.319508 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.319677 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] debug = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321788 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321788 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321788 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.321963 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:46:37.322034 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322034 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322034 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322034 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322034 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322330 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322330 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322451 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322572 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.322880 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.323041 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.323291 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.323396 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.323536 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] host = dv-cinder-838302-1-iscsi {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.323680 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.323926 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.324018 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.324163 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.324305 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.325565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.325565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.325565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.325565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.325565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.325565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.325565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.325565 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.326605 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.326605 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_options = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.326605 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.326605 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.326605 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.326605 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.326605 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.327117 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.327117 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.327117 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.327288 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.327288 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.327463 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073764 Apr 18 13:46:37.327555 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.327625 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.327744 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.328343 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.328490 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.328787 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.329090 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.329418 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.329583 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.329743 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.329903 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.330063 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.330217 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.330379 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.330532 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.330693 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.330865 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.331011 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.331153 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.331315 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.331476 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.331636 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.331826 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.331980 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.332936 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.332936 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.332936 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.332936 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.332936 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.332936 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.333383 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.333383 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.333662 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.333891 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.334053 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.334211 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.334370 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_json = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.334535 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.334694 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.335039 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.335380 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.335537 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.335865 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.336181 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.336471 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.336755 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 13:46:37.337074 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.337433 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.337618 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.337779 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.338092 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.338274 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.338431 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.338580 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.338728 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.338882 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.339056 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.339218 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.339391 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.339554 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.339718 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.340668 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.340668 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.340668 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.340668 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.340668 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.340668 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.341256 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.341256 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.341256 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.341256 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.341646 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.341646 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.341846 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.341950 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.342054 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.342201 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.342367 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343265 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343265 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343265 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343265 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343265 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343808 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343808 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343808 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.343808 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.344195 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.344195 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.345374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.345374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.345374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.345374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.345374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.345374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.345374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.345374 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.347331 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.348125 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.349354 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.349354 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.349354 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.349354 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.349354 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.349692 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.349814 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.349980 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.350143 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.350307 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.350470 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.350633 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.350795 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.350959 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.351121 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.351285 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.351449 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.351612 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.351863 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.351988 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.352093 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.352257 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.352429 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.352612 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.352776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.352940 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.353103 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.353267 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.353430 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.353593 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.354306 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.354480 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.354626 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.354776 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.354945 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.355111 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.355389 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.355535 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.355672 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.355831 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.355974 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.356063 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.357015 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.357015 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.357015 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.357015 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.357015 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.357015 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358047 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358047 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358047 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358047 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358047 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358047 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358047 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358556 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358556 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358556 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358766 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358844 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.358930 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.359684 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.359684 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.359684 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.359684 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.359684 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.360256 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.360256 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.360256 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.360803 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.360908 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.361004 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.361149 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.361313 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.361475 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.361638 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.361802 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.361966 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.362130 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.362299 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.362462 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.362627 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.362790 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.362954 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.363116 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.363280 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.363447 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.363619 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.363785 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.364053 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.364212 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.364429 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.364679 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.364844 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.365008 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.365189 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.365343 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.365503 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.365642 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.365802 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.365960 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.366123 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.366352 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.366446 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.366598 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.366761 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.366921 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.367089 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.367252 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.367416 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.367573 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.368007 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.368007 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.368185 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.368254 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.368435 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.368582 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.368721 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.368863 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.369030 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.369199 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.369346 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.369570 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.369664 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.369827 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.369993 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.370144 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.370383 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.370695 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.370854 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.371012 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.371169 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.371327 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.371485 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.371641 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.371828 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.371992 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.372159 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.372320 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.372473 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.372635 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.372803 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.372961 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.373113 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.373270 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.373429 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.373587 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.373744 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.373901 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.374059 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.374217 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.374370 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.374516 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.374673 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.374843 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.375001 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.375172 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.375334 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.375492 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.375654 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.375879 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.376000 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.376164 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.376326 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.376487 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.376650 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.376821 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.376985 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.377147 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.377310 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.377473 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.377635 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.377807 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.378033 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.378138 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.378276 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.378438 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.378600 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.378772 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.378935 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.379097 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.379258 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.379421 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.379584 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.380332 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.380580 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.380670 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.380969 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.380969 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.381179 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.381259 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.381409 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.381571 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.382427 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.382427 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.382427 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.382427 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.382427 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383016 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383016 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383016 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383016 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383377 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383377 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383518 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383606 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.383749 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.384869 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.385049 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.385227 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.385409 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.385572 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.385744 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.385922 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.386087 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.386252 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.386418 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.386621 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.386729 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.386889 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.387052 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.387215 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.387377 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.387540 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.387702 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.387887 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.388050 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.388213 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.388376 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.389280 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.389280 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.389280 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.389280 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 13:46:37.389280 dv-cinder-838302-1-iscsi neutron-server[103281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 13:46:48.895790 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62817d5-fc84-4687-b2fc-3f47f67ff1da None None] get_active_networks_info from dv-cinder-838302-1-iscsi {{(pid=103390) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 18 13:46:48.951932 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62817d5-fc84-4687-b2fc-3f47f67ff1da None None] No non-hosted networks {{(pid=103390) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 13:46:48.968135 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.agentschedulers_db [None req-c62817d5-fc84-4687-b2fc-3f47f67ff1da None None] DHCP Agent not found on host dv-cinder-838302-1-iscsi {{(pid=103390) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 13:46:49.061244 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fb604f28-b717-41a0-86a2-a5aac06318e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704420'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:51.396775 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f7a1edc0-7d3c-4134-85eb-9ee4d4858776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704420'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:51.445033 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-aed16c3c-3c59-4bff-a6e4-efe71c6ea6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:52.143471 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55034) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:46:52.620700 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704420'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:52.763872 dv-cinder-838302-1-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-bc58c855-4a2c-4d57-af3e-7ad47148c9dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 13:46:52.764592 dv-cinder-838302-1-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-bc58c855-4a2c-4d57-af3e-7ad47148c9dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 13:46:52.990722 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-bc58c855-4a2c-4d57-af3e-7ad47148c9dd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:46:53.006842 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bc58c855-4a2c-4d57-af3e-7ad47148c9dd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8459542 Apr 18 13:46:54.003696 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704420'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:55.280502 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704420'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:55.282026 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.282872 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.283701 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.284475 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.285028 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.286560 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.287475 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.288080 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.288629 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.289302 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.290420 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.291005 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.291809 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.292360 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.292889 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:55.293904 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-838302-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:46:55.301683 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-838302-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:46:55.613680 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55068) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:46:55.945427 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-06ce7292-a08b-456e-880f-726c0c4e0605 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:46:56.037574 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.policy [None req-06ce7292-a08b-456e-880f-726c0c4e0605 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103389) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 13:46:56.079793 dv-cinder-838302-1-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-06ce7292-a08b-456e-880f-726c0c4e0605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 13:46:56.080125 dv-cinder-838302-1-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-06ce7292-a08b-456e-880f-726c0c4e0605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 13:46:56.182083 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06ce7292-a08b-456e-880f-726c0c4e0605 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789858322650', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789858323150', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789858339098', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789858364800', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789858354327', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789858377949', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2093770', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1282017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-296558', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-387634'] for rbac-policy (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:56.266522 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06ce7292-a08b-456e-880f-726c0c4e0605 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:56.279810 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-06ce7292-a08b-456e-880f-726c0c4e0605 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6559374 Apr 18 13:46:56.691170 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.db.l3_hamode_db [None req-7930c543-0cff-4cb0-a808-8c38333f3a53 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 13:46:56.769060 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930c543-0cff-4cb0-a808-8c38333f3a53 None None] Routers set() bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:46:56.769366 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930c543-0cff-4cb0-a808-8c38333f3a53 None None] Router IDs set() for agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 13:46:58.781613 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55080) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:46:59.096098 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:46:59.125156 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Made reservation on behalf of e60f0889582b4f7c93df2881469b8586 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:46:59.128745 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:59.144988 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:59.264214 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Publish callbacks [] for security_group (af5bc288-19a8-446c-90c3-b534c6a35fba), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:59.268000 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (af5bc288-19a8-446c-90c3-b534c6a35fba), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:59.292289 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:46:59.327410 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789856854959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (c2b567f9-5037-45c4-adf8-a82c6560a9f1), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:59.328015 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Unsubscribe: segment precommit_create {{(pid=103389) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 13:46:59.328560 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Added segment c2b567f9-5037-45c4-adf8-a82c6560a9f1 of type vlan for network af159f20-e02a-4345-94a3-8aebb5171850 Apr 18 13:46:59.344873 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=af5bc288-19a8-446c-90c3-b534c6a35fba,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:46:59.371225 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.371562 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.371943 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.372296 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.372629 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.372952 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.373275 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.373594 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.373909 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.374223 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.374539 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.374868 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.375184 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.375498 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.375839 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Tracked resource versions report: Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: pushed versions: Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Agent': {'1.1'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'LocalIPAssociation': {'1.0'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Log': {'1.0'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'NDPProxy': {'1.0'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Network': {'1.1'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Port': {'1.7'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'PortForwarding': {'1.3'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'QosPolicy': {'1.10'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SecurityGroup': {'1.5'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: consumer versions: Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: L3 agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: Metadata agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: Metering agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-838302-1-iscsi: { 'AddressGroup': '1.2', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Agent': '1.1', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'LocalIPAssociation': '1.0', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Log': '1.0', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'NDPProxy': '1.0', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Network': '1.1', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Port': '1.7', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'PortForwarding': '1.3', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'QosPolicy': '1.10', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SecurityGroup': '1.5', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SubPort': '1.0', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Subnet': '1.1', Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Trunk': '1.1'}} Apr 18 13:46:59.377195 dv-cinder-838302-1-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 13:46:59.439523 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (af159f20-e02a-4345-94a3-8aebb5171850), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:59.480317 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (af159f20-e02a-4345-94a3-8aebb5171850), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:59.485448 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:46:59.486158 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:46:59.549049 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7663569 Apr 18 13:46:59.608184 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb095de-9dbb-4559-9289-b6e2560cee5e demo demo] Pushing event updated for resources: {'Network': ['ID=af159f20-e02a-4345-94a3-8aebb5171850,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:46:59.622165 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network af159f20-e02a-4345-94a3-8aebb5171850 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:47:02.132589 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55092) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:02.536732 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbfcfe1-e846-45be-a2ab-795b418e6cf9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:47:02.538106 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bdbfcfe1-e846-45be-a2ab-795b418e6cf9 demo admin] 10.222.0.11 "GET /v2.0/networks/af159f20-e02a-4345-94a3-8aebb5171850 HTTP/1.1" status: 200 len: 825 time: 0.4045618 Apr 18 13:47:02.562079 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7b0d9150-1f66-4102-a6ab-a8d51fde2b93 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/21ab7aea-40d1-4ddc-8b3b-b1fa47eec71c HTTP/1.1" status: 200 len: 734 time: 0.0183954 Apr 18 13:47:02.570687 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850', 'name': 'private-subnet', 'subnetpool_id': '21ab7aea-40d1-4ddc-8b3b-b1fa47eec71c'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:47:02.590525 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Made reservation on behalf of e60f0889582b4f7c93df2881469b8586 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:47:02.592910 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:02.889414 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:02.959395 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Checking segment: {'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:47:02.959748 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Network hostable DHCP agents. Network: af159f20-e02a-4345-94a3-8aebb5171850, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:47:02.967135 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Pushing event updated for resources: {'Subnet': ['ID=eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:02.984024 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Network af159f20-e02a-4345-94a3-8aebb5171850 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:47:02.996220 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, af159f20-e02a-4345-94a3-8aebb5171850) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:47:03.000625 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:47:03.001227 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:03.006583 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840d8c2-27cf-4055-a7eb-e49b7af485f5 None None] Network af159f20-e02a-4345-94a3-8aebb5171850 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:47:03.018977 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-081e6e3b-5c28-432a-8e41-462b56a89135 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4514093 Apr 18 13:47:03.383085 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-af159f20-e02a-4345-94a3-8aebb5171850', 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850', 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'fixed_ips': [{'subnet_id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:47:03.384412 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:03.656156 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Allocated IP 172.20.0.2 (af159f20-e02a-4345-94a3-8aebb5171850/eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca/c7f28998-5e4e-4189-b197-43c3c911a0c1) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:47:03.926978 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Publish callbacks [] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:03.933676 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:04.017035 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Network af159f20-e02a-4345-94a3-8aebb5171850 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:47:04.022033 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:47:04.023708 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Pushing event updated for resources: {'Port': ['ID=c7f28998-5e4e-4189-b197-43c3c911a0c1,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:04.028499 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:47:04.036945 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.037294 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.037657 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.038017 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.038358 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.038689 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.039018 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.039341 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.039668 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.040025 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.040351 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.040691 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.041017 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.041340 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.041659 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Tracked resource versions report: Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: pushed versions: Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Agent': {'1.1'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Log': {'1.0'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Network': {'1.1'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Port': {'1.7'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: consumer versions: Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: L3 agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: Metadata agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: Metering agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-838302-1-iscsi: { 'AddressGroup': '1.2', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Agent': '1.1', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Log': '1.0', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'NDPProxy': '1.0', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Network': '1.1', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Port': '1.7', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'PortForwarding': '1.3', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'QosPolicy': '1.10', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SubPort': '1.0', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Subnet': '1.1', Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Trunk': '1.1'}} Apr 18 13:47:04.043044 dv-cinder-838302-1-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 13:47:04.118836 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Attempting to bind port c7f28998-5e4e-4189-b197-43c3c911a0c1 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:47:04.119466 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Attempting to bind port c7f28998-5e4e-4189-b197-43c3c911a0c1 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:47:04.119932 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Attempting to bind port c7f28998-5e4e-4189-b197-43c3c911a0c1 on network af159f20-e02a-4345-94a3-8aebb5171850 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:47:04.126384 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:47:04.127117 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Checking segment: {'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:47:04.127648 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:04.128378 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Bound using segment: {'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:47:04.129682 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Bound port: c7f28998-5e4e-4189-b197-43c3c911a0c1, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:47:04.130096 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:04.192535 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] For port c7f28998-5e4e-4189-b197-43c3c911a0c1, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:47:04.216137 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] For port c7f28998-5e4e-4189-b197-43c3c911a0c1, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=c7f28998-5e4e-4189-b197-43c3c911a0c1,segment=NetworkSegment(c2b567f9-5037-45c4-adf8-a82c6560a9f1),segment_id=c2b567f9-5037-45c4-adf8-a82c6560a9f1)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:47:04.225052 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:04.284493 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba37a0-68af-4fa7-b5c8-0ca75000a1f4 None None] Pushing event updated for resources: {'Port': ['ID=c7f28998-5e4e-4189-b197-43c3c911a0c1,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:05.602995 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55100) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:05.930089 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-e2e1ed7d-8184-4167-980f-bc1190064be3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:47:05.931097 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e2e1ed7d-8184-4167-980f-bc1190064be3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3270814 Apr 18 13:47:08.500099 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55108) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:08.810244 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-936838cc-99b7-4660-8e9c-cf4aab03f942 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:47:08.811301 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-936838cc-99b7-4660-8e9c-cf4aab03f942 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102827 Apr 18 13:47:11.371257 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55116) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:11.682650 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-6e4ad4c6-fa76-450b-98d5-2b2632e9c2e6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:47:11.705247 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad4c6-fa76-450b-98d5-2b2632e9c2e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (45e88d56-8e0c-40ef-aee4-672c6e73e929), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:11.706911 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad4c6-fa76-450b-98d5-2b2632e9c2e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (45e88d56-8e0c-40ef-aee4-672c6e73e929), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:11.841260 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad4c6-fa76-450b-98d5-2b2632e9c2e6 demo demo] Publish callbacks [] for router_controller (45e88d56-8e0c-40ef-aee4-672c6e73e929), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:11.847017 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad4c6-fa76-450b-98d5-2b2632e9c2e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (45e88d56-8e0c-40ef-aee4-672c6e73e929), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:11.865653 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6e4ad4c6-fa76-450b-98d5-2b2632e9c2e6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:11.866886 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6e4ad4c6-fa76-450b-98d5-2b2632e9c2e6 demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4947250 Apr 18 13:47:14.412473 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55128) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:14.927231 dv-cinder-838302-1-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-b71e53a5-88b5-413a-8f16-d0cf03ed6acd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 13:47:14.927815 dv-cinder-838302-1-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-b71e53a5-88b5-413a-8f16-d0cf03ed6acd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 13:47:15.151694 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-b71e53a5-88b5-413a-8f16-d0cf03ed6acd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:47:15.167857 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b71e53a5-88b5-413a-8f16-d0cf03ed6acd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7385004 Apr 18 13:47:15.820511 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88771f10-f659-4748-a5ad-3faa6596bf4a None None] Network af159f20-e02a-4345-94a3-8aebb5171850 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:47:15.914996 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-13682936-00d8-4d5e-a18e-7e1ddfec7b0a None None] Provisioning complete for port c7f28998-5e4e-4189-b197-43c3c911a0c1 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:15.915397 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13682936-00d8-4d5e-a18e-7e1ddfec7b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:16.092169 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-13682936-00d8-4d5e-a18e-7e1ddfec7b0a None None] Current status of the port c7f28998-5e4e-4189-b197-43c3c911a0c1 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:47:16.092553 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13682936-00d8-4d5e-a18e-7e1ddfec7b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:16.127715 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device c7f28998-5e4e-4189-b197-43c3c911a0c1 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:47:16.134748 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-13682936-00d8-4d5e-a18e-7e1ddfec7b0a None None] For port c7f28998-5e4e-4189-b197-43c3c911a0c1, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=c7f28998-5e4e-4189-b197-43c3c911a0c1,segment=NetworkSegment(c2b567f9-5037-45c4-adf8-a82c6560a9f1),segment_id=c2b567f9-5037-45c4-adf8-a82c6560a9f1)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:47:16.165681 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13682936-00d8-4d5e-a18e-7e1ddfec7b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:16.220092 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port c7f28998-5e4e-4189-b197-43c3c911a0c1 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:16.220483 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:16.263521 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13682936-00d8-4d5e-a18e-7e1ddfec7b0a None None] Pushing event updated for resources: {'Port': ['ID=c7f28998-5e4e-4189-b197-43c3c911a0c1,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:16.314768 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port c7f28998-5e4e-4189-b197-43c3c911a0c1 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:47:16.485072 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-3c66c0c2-ffe0-49e5-94be-9cef0d6ce50e None None] Provisioning complete for port c7f28998-5e4e-4189-b197-43c3c911a0c1 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:16.485717 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c66c0c2-ffe0-49e5-94be-9cef0d6ce50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:16.571596 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3c66c0c2-ffe0-49e5-94be-9cef0d6ce50e None None] Current status of the port c7f28998-5e4e-4189-b197-43c3c911a0c1 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:47:17.707998 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55142) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:18.018096 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:47:18.072736 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Made reservation on behalf of fed7107af907465da3ed160afd7cffe5 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:47:18.087367 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device c7f28998-5e4e-4189-b197-43c3c911a0c1 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:47:18.132227 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port c7f28998-5e4e-4189-b197-43c3c911a0c1 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:18.132610 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.135824 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.policy [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103388) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 13:47:18.177876 dv-cinder-838302-1-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 13:47:18.178255 dv-cinder-838302-1-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 13:47:18.187502 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.207462 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port c7f28998-5e4e-4189-b197-43c3c911a0c1 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:47:18.208626 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.323911 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Publish callbacks [] for security_group (64cc3556-ff1c-4a3c-8fe9-2fbcf24f24fa), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.327511 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (64cc3556-ff1c-4a3c-8fe9-2fbcf24f24fa), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.338754 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Reserving flat network on physical network physnet1 {{(pid=103388) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 13:47:18.371106 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789856854959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (48a700f5-110f-409a-a038-e96cc10d14f4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.371688 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Unsubscribe: segment precommit_create {{(pid=103388) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 13:47:18.372265 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Added segment 48a700f5-110f-409a-a038-e96cc10d14f4 of type flat for network 7b5ec104-ac81-4590-982d-7d164b7f1741 Apr 18 13:47:18.389796 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc3556-ff1c-4a3c-8fe9-2fbcf24f24fa,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:18.442890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.443170 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.443520 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.443887 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.444219 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.444548 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.444870 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.445192 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.445529 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.445852 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.446187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.446531 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.446853 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.447171 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.447485 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Tracked resource versions report: Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: pushed versions: Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: { 'AddressGroup': {'1.2'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Agent': {'1.1'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'ConntrackHelper': {'1.0'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'LocalIPAssociation': {'1.0'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Log': {'1.0'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'NDPProxy': {'1.0'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Network': {'1.1'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Port': {'1.7'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'PortForwarding': {'1.3'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'QosPolicy': {'1.10'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SecurityGroup': {'1.5'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SecurityGroupRule': {'1.2'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SubPort': {'1.0'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Subnet': {'1.1'}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Trunk': {'1.1'}} Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: consumer versions: Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: { DHCP agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: L3 agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: Metadata agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: Metering agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: Open vSwitch agent@dv-cinder-838302-1-iscsi: { 'AddressGroup': '1.2', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Agent': '1.1', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'ConntrackHelper': '1.0', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'LocalIPAssociation': '1.0', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Log': '1.0', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'NDPProxy': '1.0', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Network': '1.1', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Port': '1.7', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'PortForwarding': '1.3', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'QosPolicy': '1.10', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SecurityGroup': '1.5', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SecurityGroupRule': '1.2', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SubPort': '1.0', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Subnet': '1.1', Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Trunk': '1.1'}} Apr 18 13:47:18.448939 dv-cinder-838302-1-iscsi neutron-server[103388]: {{(pid=103388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 13:47:18.490610 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (7b5ec104-ac81-4590-982d-7d164b7f1741), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.536436 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (7b5ec104-ac81-4590-982d-7d164b7f1741), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.537586 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:47:18.538296 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:18.604320 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8949413 Apr 18 13:47:18.648363 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6469a-7af3-4880-97e4-bf39b6cddc99 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5ec104-ac81-4590-982d-7d164b7f1741,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:18.658630 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:47:18.841127 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b1e59241-b4b2-4d56-a209-02b5198d54f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:21.104307 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55156) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:21.385005 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6d801d19-5781-4909-b2eb-3c640fe67a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:21.524531 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ee88c-934c-47e1-9d7c-00359abeaf13 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:47:21.525810 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0e8ee88c-934c-47e1-9d7c-00359abeaf13 demo admin] 10.222.0.11 "GET /v2.0/subnets/eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca HTTP/1.1" status: 200 len: 849 time: 0.4205320 Apr 18 13:47:21.691989 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e2195483-f3f0-4549-b596-e32045e310ed demo admin] 10.222.0.11 "GET /v2.0/routers/45e88d56-8e0c-40ef-aee4-672c6e73e929 HTTP/1.1" status: 200 len: 704 time: 0.1587329 Apr 18 13:47:21.993990 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:22.287883 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Allocated IP 172.20.0.1 (af159f20-e02a-4345-94a3-8aebb5171850/eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca/f4dff872-9a16-4db1-aafb-91059b689df4) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:47:22.469221 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Publish callbacks [] for port (f4dff872-9a16-4db1-aafb-91059b689df4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:22.534270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:22.575476 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:22.617052 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Network af159f20-e02a-4345-94a3-8aebb5171850 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:47:22.621906 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:47:22.627238 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Pushing event updated for resources: {'Port': ['ID=f4dff872-9a16-4db1-aafb-91059b689df4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:22.630006 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:47:22.630832 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (45e88d56-8e0c-40ef-aee4-672c6e73e929), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:22.840023 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:22.868183 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-5aa9afee-e88e-418c-acd9-c50872feea7f None None] Provisioning complete for port f4dff872-9a16-4db1-aafb-91059b689df4 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:22.868574 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5aa9afee-e88e-418c-acd9-c50872feea7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:22.906108 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9afee-e88e-418c-acd9-c50872feea7f None None] Port f4dff872-9a16-4db1-aafb-91059b689df4 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:47:23.109489 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Publish callbacks [] for port (f4dff872-9a16-4db1-aafb-91059b689df4), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:23.114365 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:23.115057 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (45e88d56-8e0c-40ef-aee4-672c6e73e929), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:23.198858 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Pushing event updated for resources: {'Port': ['ID=f4dff872-9a16-4db1-aafb-91059b689df4,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:23.244289 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Network af159f20-e02a-4345-94a3-8aebb5171850 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:47:23.246620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:47:23.417419 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Router 45e88d56-8e0c-40ef-aee4-672c6e73e929 is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:47:23.426893 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-5b7a41eb-5c3c-455c-8fb3-017b34346d1d None None] Provisioning complete for port f4dff872-9a16-4db1-aafb-91059b689df4 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:23.427282 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5b7a41eb-5c3c-455c-8fb3-017b34346d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:23.460400 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a41eb-5c3c-455c-8fb3-017b34346d1d None None] Port f4dff872-9a16-4db1-aafb-91059b689df4 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:47:23.509748 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:47:23.515410 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-71a0b37a-d6a8-49f8-828f-ee451e969654 demo admin] 10.222.0.11 "PUT /v2.0/routers/45e88d56-8e0c-40ef-aee4-672c6e73e929/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8182552 Apr 18 13:47:23.520087 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Sync routers for ids ['45e88d56-8e0c-40ef-aee4-672c6e73e929'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:47:23.532787 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Routers {'45e88d56-8e0c-40ef-aee4-672c6e73e929'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:47:23.533583 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:47:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['45e88d56-8e0c-40ef-aee4-672c6e73e929'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:47:23.725605 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Set router 45e88d56-8e0c-40ef-aee4-672c6e73e929 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:47:23.927973 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:24.142733 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'name': 'router1', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:47:11Z', 'updated_at': '2022-04-18T13:47:22Z', 'revision_number': 2, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'gw_port_host': None, '_interfaces': [{'id': 'f4dff872-9a16-4db1-aafb-91059b689df4', 'name': '', 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'mac_address': 'fa:16:3e:78:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:22Z', 'updated_at': '2022-04-18T13:47:22Z', 'revision_number': 2, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'subnets': [{'id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21ab7aea-40d1-4ddc-8b3b-b1fa47eec71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:47:24.193962 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Checking router: 45e88d56-8e0c-40ef-aee4-672c6e73e929 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:47:24.194336 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Updating router 45e88d56-8e0c-40ef-aee4-672c6e73e929 port f4dff872-9a16-4db1-aafb-91059b689df4 binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:47:24.248414 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:24.759367 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Publish callbacks [] for port (f4dff872-9a16-4db1-aafb-91059b689df4), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:24.765496 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:24.918513 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Pushing event updated for resources: {'Port': ['ID=f4dff872-9a16-4db1-aafb-91059b689df4,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:24.935453 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.935814 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.936299 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.936511 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.936904 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.937177 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.937500 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.937823 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.938146 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.938475 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.938799 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.939135 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.939461 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.939799 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.940125 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Tracked resource versions report: Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: pushed versions: Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Agent': {'1.1'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Log': {'1.0'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'NDPProxy': {'1.0'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Network': {'1.1'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Port': {'1.7'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'PortForwarding': {'1.3'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: consumer versions: Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: L3 agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: Metadata agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: Metering agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-838302-1-iscsi: { 'AddressGroup': '1.2', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Agent': '1.1', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Log': '1.0', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'NDPProxy': '1.0', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Network': '1.1', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Port': '1.7', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'PortForwarding': '1.3', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'QosPolicy': '1.10', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SubPort': '1.0', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Subnet': '1.1', Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Trunk': '1.1'}} Apr 18 13:47:24.941760 dv-cinder-838302-1-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 13:47:24.948628 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Attempting to bind port f4dff872-9a16-4db1-aafb-91059b689df4 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:47:24.949031 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Attempting to bind port f4dff872-9a16-4db1-aafb-91059b689df4 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:47:24.949469 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Attempting to bind port f4dff872-9a16-4db1-aafb-91059b689df4 on network af159f20-e02a-4345-94a3-8aebb5171850 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:47:24.955428 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:47:24.955856 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Checking segment: {'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:47:24.956333 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:24.957266 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Bound using segment: {'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:47:24.957766 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Bound port: f4dff872-9a16-4db1-aafb-91059b689df4, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b567f9-5037-45c4-adf8-a82c6560a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:47:24.958147 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:24.986585 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-55275f04-21cb-469c-9104-8070ab01373b None None] Provisioning complete for port f4dff872-9a16-4db1-aafb-91059b689df4 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:24.987579 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-55275f04-21cb-469c-9104-8070ab01373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:25.027625 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] For port f4dff872-9a16-4db1-aafb-91059b689df4, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:47:25.033106 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-55275f04-21cb-469c-9104-8070ab01373b None None] Port f4dff872-9a16-4db1-aafb-91059b689df4 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:47:25.047571 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] For port f4dff872-9a16-4db1-aafb-91059b689df4, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=f4dff872-9a16-4db1-aafb-91059b689df4,segment=NetworkSegment(c2b567f9-5037-45c4-adf8-a82c6560a9f1),segment_id=c2b567f9-5037-45c4-adf8-a82c6560a9f1)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:47:25.054260 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:25.112503 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Routers {'45e88d56-8e0c-40ef-aee4-672c6e73e929'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:47:25.113676 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:47:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['45e88d56-8e0c-40ef-aee4-672c6e73e929'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:47:25.115473 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efaa67-58c7-4741-b231-db9a2b98a847 None None] Pushing event updated for resources: {'Port': ['ID=f4dff872-9a16-4db1-aafb-91059b689df4,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:25.209266 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] Set router 45e88d56-8e0c-40ef-aee4-672c6e73e929 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:47:25.280973 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:25.351979 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-a2e27408-94e2-4117-9256-d68e277f34e5 None None] Provisioning complete for port f4dff872-9a16-4db1-aafb-91059b689df4 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:25.352375 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2e27408-94e2-4117-9256-d68e277f34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:25.429729 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'name': 'router1', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:47:11Z', 'updated_at': '2022-04-18T13:47:22Z', 'revision_number': 2, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'gw_port_host': None, '_interfaces': [{'id': 'f4dff872-9a16-4db1-aafb-91059b689df4', 'name': '', 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'mac_address': 'fa:16:3e:78:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:22Z', 'updated_at': '2022-04-18T13:47:25Z', 'revision_number': 4, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'subnets': [{'id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21ab7aea-40d1-4ddc-8b3b-b1fa47eec71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:47:25.431413 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a2e27408-94e2-4117-9256-d68e277f34e5 None None] Current status of the port f4dff872-9a16-4db1-aafb-91059b689df4 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:47:25.431834 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2e27408-94e2-4117-9256-d68e277f34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:25.459322 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc901fd-aca4-4812-b4ee-9f1b830be814 None None] The sync data for ids ['45e88d56-8e0c-40ef-aee4-672c6e73e929'] in dv-cinder-838302-1-iscsi is: [{'id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'name': 'router1', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:47:11Z', 'updated_at': '2022-04-18T13:47:22Z', 'revision_number': 2, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'gw_port_host': None, '_interfaces': [{'id': 'f4dff872-9a16-4db1-aafb-91059b689df4', 'name': '', 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'mac_address': 'fa:16:3e:78:8c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:22Z', 'updated_at': '2022-04-18T13:47:25Z', 'revision_number': 4, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'subnets': [{'id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21ab7aea-40d1-4ddc-8b3b-b1fa47eec71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:47:25.469509 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-a2e27408-94e2-4117-9256-d68e277f34e5 None None] For port f4dff872-9a16-4db1-aafb-91059b689df4, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=f4dff872-9a16-4db1-aafb-91059b689df4,segment=NetworkSegment(c2b567f9-5037-45c4-adf8-a82c6560a9f1),segment_id=c2b567f9-5037-45c4-adf8-a82c6560a9f1)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:47:25.475412 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a2e27408-94e2-4117-9256-d68e277f34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:25.529456 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e27408-94e2-4117-9256-d68e277f34e5 None None] Pushing event updated for resources: {'Port': ['ID=f4dff872-9a16-4db1-aafb-91059b689df4,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:26.039375 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55178) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:26.234421 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1732a5a3-8266-4ab9-96a9-3b5b08058e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:47:26.236069 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1732a5a3-8266-4ab9-96a9-3b5b08058e6a admin admin] 10.222.0.11 "GET /v2.0/networks/7b5ec104-ac81-4590-982d-7d164b7f1741 HTTP/1.1" status: 200 len: 842 time: 0.1956918 Apr 18 13:47:26.246265 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Request body: {'subnet': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:47:26.270085 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Made reservation on behalf of fed7107af907465da3ed160afd7cffe5 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:47:26.272425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:26.564358 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.objects.ports [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103388) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 18 13:47:26.564781 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (aefe1240-30da-44d7-b5aa-4d650a3ad0e8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:26.623613 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefe1240-30da-44d7-b5aa-4d650a3ad0e8,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:26.633213 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:47:26.633570 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Network hostable DHCP agents. Network: 7b5ec104-ac81-4590-982d-7d164b7f1741, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:47:26.653931 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:47:26.664736 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 7b5ec104-ac81-4590-982d-7d164b7f1741) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:47:26.668831 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:47:26.669410 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:26.674888 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aafc7fe-73a4-458b-8b6e-60cd0d98d57f None None] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:47:26.685696 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2e9ae2b7-c6bf-4f69-8327-7a088ef351cf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4428132 Apr 18 13:47:26.782407 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c65ce6-d034-427f-a2a1-971c156dc67a None None] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:47:29.212669 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55196) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:29.360993 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-34dabc6b-fb74-4c2b-9232-fcfb66e2f452 demo admin] 10.222.0.11 "GET /v2.0/routers/45e88d56-8e0c-40ef-aee4-672c6e73e929 HTTP/1.1" status: 200 len: 710 time: 0.1471169 Apr 18 13:47:29.445192 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e714e57-d98a-48eb-9952-39ce0b7d0051 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:47:29.446590 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2e714e57-d98a-48eb-9952-39ce0b7d0051 demo admin] 10.222.0.11 "GET /v2.0/networks/7b5ec104-ac81-4590-982d-7d164b7f1741 HTTP/1.1" status: 200 len: 886 time: 0.0802476 Apr 18 13:47:29.459723 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:47:29.786437 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks [] for router_gateway (45e88d56-8e0c-40ef-aee4-672c6e73e929), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:30.000602 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks [] for router_gateway (45e88d56-8e0c-40ef-aee4-672c6e73e929), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:30.074372 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:30.195261 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Allocated IP 172.27.3.63 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/6193501a-d3c9-4ba5-bec0-af3a063ec0dd) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:47:30.304676 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks [] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:30.336665 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:30.372546 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:47:30.375323 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:47:30.379362 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:47:30.448251 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Pushing event updated for resources: {'Port': ['ID=6193501a-d3c9-4ba5-bec0-af3a063ec0dd,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:30.637102 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks [] for router_gateway (45e88d56-8e0c-40ef-aee4-672c6e73e929), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:30.844627 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31448'] for router (45e88d56-8e0c-40ef-aee4-672c6e73e929), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:30.848671 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-700607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-700580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703024'] for router (45e88d56-8e0c-40ef-aee4-672c6e73e929), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:30.962178 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Router 45e88d56-8e0c-40ef-aee4-672c6e73e929 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:47:31.069686 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:47:31.074777 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:31.075979 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d5ab5002-4ae7-49a1-ae4b-1faafe68da0f demo admin] 10.222.0.11 "PUT /v2.0/routers/45e88d56-8e0c-40ef-aee4-672c6e73e929 HTTP/1.1" status: 200 len: 889 time: 1.6199377 Apr 18 13:47:33.624899 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55208) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:47:33.820168 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0f4a29a8-180f-463a-b6b0-32ec9b973296 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1941020 Apr 18 13:47:34.120206 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device f4dff872-9a16-4db1-aafb-91059b689df4 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:47:34.170003 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port f4dff872-9a16-4db1-aafb-91059b689df4 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:34.170403 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:34.247905 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Sync routers for ids ['45e88d56-8e0c-40ef-aee4-672c6e73e929'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:47:34.261922 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port f4dff872-9a16-4db1-aafb-91059b689df4 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:47:34.267577 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Routers {'45e88d56-8e0c-40ef-aee4-672c6e73e929'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:47:34.268264 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:47:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['45e88d56-8e0c-40ef-aee4-672c6e73e929'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:47:34.488632 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Set router 45e88d56-8e0c-40ef-aee4-672c6e73e929 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:47:34.948733 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'name': 'router1', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '6193501a-d3c9-4ba5-bec0-af3a063ec0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:47:11Z', 'updated_at': '2022-04-18T13:47:30Z', 'revision_number': 4, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'gw_port': {'id': '6193501a-d3c9-4ba5-bec0-af3a063ec0dd', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:30Z', 'updated_at': '2022-04-18T13:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'f4dff872-9a16-4db1-aafb-91059b689df4', 'name': '', 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'mac_address': 'fa:16:3e:78:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:22Z', 'updated_at': '2022-04-18T13:47:25Z', 'revision_number': 5, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'subnets': [{'id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21ab7aea-40d1-4ddc-8b3b-b1fa47eec71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:47:35.001478 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Checking router: 45e88d56-8e0c-40ef-aee4-672c6e73e929 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:47:35.001854 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Updating router 45e88d56-8e0c-40ef-aee4-672c6e73e929 port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:47:35.053684 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:35.380277 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Publish callbacks [] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:35.385555 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:35.441665 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Attempting to bind port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:47:35.442203 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Attempting to bind port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:47:35.442571 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Attempting to bind port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:47:35.445324 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459b179-6698-4da6-af49-1746645f88b8 None None] Pushing event updated for resources: {'Port': ['ID=6193501a-d3c9-4ba5-bec0-af3a063ec0dd,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:35.450802 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:47:35.451170 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:47:35.451563 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:35.451981 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:47:35.452717 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Bound port: 6193501a-d3c9-4ba5-bec0-af3a063ec0dd, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:47:35.452809 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:35.502760 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] For port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:47:35.507389 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] For port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=6193501a-d3c9-4ba5-bec0-af3a063ec0dd,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:47:35.513591 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:35.566800 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459b179-6698-4da6-af49-1746645f88b8 None None] Pushing event updated for resources: {'Port': ['ID=6193501a-d3c9-4ba5-bec0-af3a063ec0dd,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:35.582434 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Routers {'45e88d56-8e0c-40ef-aee4-672c6e73e929'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:47:35.583114 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:47:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['45e88d56-8e0c-40ef-aee4-672c6e73e929'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:47:35.698028 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] Set router 45e88d56-8e0c-40ef-aee4-672c6e73e929 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:47:35.908946 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'name': 'router1', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '6193501a-d3c9-4ba5-bec0-af3a063ec0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:47:11Z', 'updated_at': '2022-04-18T13:47:30Z', 'revision_number': 4, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'gw_port': {'id': '6193501a-d3c9-4ba5-bec0-af3a063ec0dd', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:30Z', 'updated_at': '2022-04-18T13:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'f4dff872-9a16-4db1-aafb-91059b689df4', 'name': '', 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'mac_address': 'fa:16:3e:78:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:22Z', 'updated_at': '2022-04-18T13:47:25Z', 'revision_number': 5, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'subnets': [{'id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21ab7aea-40d1-4ddc-8b3b-b1fa47eec71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:47:35.936181 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43022a-c40f-4f83-ac36-c0bc5157fcf4 None None] The sync data for ids ['45e88d56-8e0c-40ef-aee4-672c6e73e929'] in dv-cinder-838302-1-iscsi is: [{'id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'name': 'router1', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '6193501a-d3c9-4ba5-bec0-af3a063ec0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:47:11Z', 'updated_at': '2022-04-18T13:47:30Z', 'revision_number': 4, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'gw_port': {'id': '6193501a-d3c9-4ba5-bec0-af3a063ec0dd', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:30Z', 'updated_at': '2022-04-18T13:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'f4dff872-9a16-4db1-aafb-91059b689df4', 'name': '', 'network_id': 'af159f20-e02a-4345-94a3-8aebb5171850', 'tenant_id': 'e60f0889582b4f7c93df2881469b8586', 'mac_address': 'fa:16:3e:78:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e88d56-8e0c-40ef-aee4-672c6e73e929', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:47:22Z', 'updated_at': '2022-04-18T13:47:25Z', 'revision_number': 5, 'project_id': 'e60f0889582b4f7c93df2881469b8586', 'subnets': [{'id': 'eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21ab7aea-40d1-4ddc-8b3b-b1fa47eec71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:47:36.177794 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 6193501a-d3c9-4ba5-bec0-af3a063ec0dd up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:47:36.236959 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:36.237491 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:36.347830 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:47:36.348678 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:36.372857 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=6193501a-d3c9-4ba5-bec0-af3a063ec0dd,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:47:36.379987 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:36.439046 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=6193501a-d3c9-4ba5-bec0-af3a063ec0dd,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:47:38.146084 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 6193501a-d3c9-4ba5-bec0-af3a063ec0dd up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:47:38.246220 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:47:38.246220 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (6193501a-d3c9-4ba5-bec0-af3a063ec0dd), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:38.250359 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:47:38.385033 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 6193501a-d3c9-4ba5-bec0-af3a063ec0dd is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:47:48.854054 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4e549793-e31e-4219-a9d4-a2436aeea341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:51.391027 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4587c79e-de23-4cea-8e35-6c0f5563f55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:52.603292 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:53.931615 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:47:55.286260 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:15.242335 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:48:18.846633 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e313c02c-f4d8-4630-b291-c9bdf42fe998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:21.389458 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1d56bc51-f289-42b4-aabc-6d7e31b56439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:22.588632 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:23.937533 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:25.275692 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:48.848763 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8eee2f75-300e-4246-bc04-db7cdce39ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:51.394481 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4ca9404e-4bbc-4836-babb-00da122bcb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:52.241705 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:48:52.576872 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:53.939812 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:48:55.268960 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:01.127691 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55692) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:01.188142 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8779a9-fc74-41f6-83f9-523b273bee38 admin admin] GET failed (client error): The resource could not be found. Apr 18 13:49:01.189455 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4a8779a9-fc74-41f6-83f9-523b273bee38 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607831 Apr 18 13:49:01.351450 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee94409e-964d-44cb-8a1c-626fc2da709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:01.352856 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ee94409e-964d-44cb-8a1c-626fc2da709f admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592114 Apr 18 13:49:03.672021 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55702) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:03.763328 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a20f1c7-1c4e-4436-b461-41dd40fc11bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:03.764683 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8a20f1c7-1c4e-4436-b461-41dd40fc11bf admin admin] 10.222.0.11 "GET /v2.0/subnets/eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca HTTP/1.1" status: 200 len: 849 time: 0.0917270 Apr 18 13:49:03.774488 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:49:03.856577 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Publish callbacks [] for subnet (eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:03.993707 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789856707359'] for subnet (eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:04.025063 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:04.025643 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:04.039796 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] 10.222.0.11 "PUT /v2.0/subnets/eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca HTTP/1.1" status: 200 len: 868 time: 0.2559950 Apr 18 13:49:04.040028 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba30d5-06d3-4843-b27f-d67edda2fd6b None None] Network af159f20-e02a-4345-94a3-8aebb5171850 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:49:04.045284 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:49:04.052889 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.053237 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.053601 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.053951 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.054317 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.054635 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.054968 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.055287 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.055628 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.055987 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.056313 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.056636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.056954 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.057272 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.057586 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a8c4-5cff-42eb-ac58-49b512dd42c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:49:04.320544 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-32785cd9-0bc9-4464-9e8a-43e2944414ea None None] Provisioning complete for port c7f28998-5e4e-4189-b197-43c3c911a0c1 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:49:04.320935 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32785cd9-0bc9-4464-9e8a-43e2944414ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c7f28998-5e4e-4189-b197-43c3c911a0c1), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:04.401805 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-32785cd9-0bc9-4464-9e8a-43e2944414ea None None] Current status of the port c7f28998-5e4e-4189-b197-43c3c911a0c1 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:49:04.409576 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-32785cd9-0bc9-4464-9e8a-43e2944414ea None None] Provisioning complete for port f4dff872-9a16-4db1-aafb-91059b689df4 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:49:04.409958 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32785cd9-0bc9-4464-9e8a-43e2944414ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (f4dff872-9a16-4db1-aafb-91059b689df4), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:04.483566 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-32785cd9-0bc9-4464-9e8a-43e2944414ea None None] Current status of the port f4dff872-9a16-4db1-aafb-91059b689df4 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:49:06.364660 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55710) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:06.563558 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295838c4-ccb2-4232-b043-24583e355229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:06.564076 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295838c4-ccb2-4232-b043-24583e355229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:06.566299 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-295838c4-ccb2-4232-b043-24583e355229 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007527 Apr 18 13:49:08.899561 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55718) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:09.027307 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a595e-7344-44c8-9b16-d7743b164190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:09.027782 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a595e-7344-44c8-9b16-d7743b164190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:09.029314 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-080a595e-7344-44c8-9b16-d7743b164190 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1287842 Apr 18 13:49:11.356715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55726) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:11.479432 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba292a-fcf3-4b38-8aaa-e5f2c99ae1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:11.480809 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c5ba292a-fcf3-4b38-8aaa-e5f2c99ae1d3 admin admin] 10.222.0.11 "GET /v2.0/networks/7b5ec104-ac81-4590-982d-7d164b7f1741 HTTP/1.1" status: 200 len: 886 time: 0.1232271 Apr 18 13:49:13.794309 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55734) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:13.926766 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250364f7-5391-4d87-bb6a-754345300f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:13.928147 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-250364f7-5391-4d87-bb6a-754345300f6e admin admin] 10.222.0.11 "GET /v2.0/networks/af159f20-e02a-4345-94a3-8aebb5171850 HTTP/1.1" status: 200 len: 869 time: 0.1328938 Apr 18 13:49:16.223740 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55742) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:16.344819 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f8fff-c132-4663-89c1-a49c882fd248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:16.345936 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f8fff-c132-4663-89c1-a49c882fd248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:16.347743 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-696f8fff-c132-4663-89c1-a49c882fd248 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229508 Apr 18 13:49:18.697568 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55750) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:18.790659 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f62bb-d889-448e-9e05-b14f6443b8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:18.791103 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f62bb-d889-448e-9e05-b14f6443b8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:18.792628 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-855f62bb-d889-448e-9e05-b14f6443b8af admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941327 Apr 18 13:49:18.852058 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-429d7633-1185-4b83-a116-98dc683618f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:21.107533 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55758) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:21.201549 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b9ef40-5e4d-49fc-be8a-a727131e6e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:21.202860 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-88b9ef40-5e4d-49fc-be8a-a727131e6e3f admin admin] 10.222.0.11 "GET /v2.0/subnets/aefe1240-30da-44d7-b5aa-4d650a3ad0e8 HTTP/1.1" status: 200 len: 816 time: 0.0943713 Apr 18 13:49:21.395510 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5a5c19f-47e8-45d1-aa89-10b6693614da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:22.580742 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:23.522078 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55768) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:49:23.611533 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085211f4-afec-41c9-b4b8-e17e7e551dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:49:23.612860 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-085211f4-afec-41c9-b4b8-e17e7e551dbc admin admin] 10.222.0.11 "GET /v2.0/subnets/eb35d9e5-f7d2-400c-9d3a-5319e18ef0ca HTTP/1.1" status: 200 len: 868 time: 0.0898247 Apr 18 13:49:23.943202 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:25.279524 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:29.240966 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:49:48.857483 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-48217ad5-93e6-4304-8eff-83ac35ae8559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:51.398134 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74733d7f-a9d4-43bc-8577-8e40141696d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:52.584823 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:53.945748 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:49:55.273173 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:04.442951 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55826) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:50:04.489683 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-cf0e38c4-70e2-47ab-bc6f-bef7fda909a8 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:50:04.490677 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cf0e38c4-70e2-47ab-bc6f-bef7fda909a8 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468135 Apr 18 13:50:06.239713 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:50:06.884769 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55834) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:50:06.944111 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fda7bbf-f216-418b-9533-cf4b09fe88f5 admin admin] GET failed (client error): The resource could not be found. Apr 18 13:50:06.945369 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8fda7bbf-f216-418b-9533-cf4b09fe88f5 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596645 Apr 18 13:50:07.086194 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1036316-f0a4-4011-9d03-12e658621339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:50:07.087606 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d1036316-f0a4-4011-9d03-12e658621339 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382916 Apr 18 13:50:09.454297 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55842) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:50:09.500680 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:50:09.520041 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Made reservation on behalf of fed7107af907465da3ed160afd7cffe5 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:50:09.522197 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:09.548696 dv-cinder-838302-1-iscsi neutron-server[103388]: WARNING neutron.services.revisions.revision_plugin [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Could not find related network for resource to bump revision. Apr 18 13:50:09.562263 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:50:09.572049 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (d05133ff-a05c-4ebb-817f-9cf06c1c611b), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:09.572381 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Added segment d05133ff-a05c-4ebb-817f-9cf06c1c611b of type vlan for network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 Apr 18 13:50:09.610946 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (5cea62ce-351d-41c1-bc13-3ca0a3626e58), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:09.632888 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (5cea62ce-351d-41c1-bc13-3ca0a3626e58), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:09.633769 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:50:09.634325 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:09.667652 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2121847 Apr 18 13:50:09.700602 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Pushing event updated for resources: {'Network': ['ID=5cea62ce-351d-41c1-bc13-3ca0a3626e58,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:50:09.708464 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.708803 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.709139 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.709468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.709795 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.710115 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.710435 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.710750 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.711095 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.711419 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.711735 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.712103 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.712421 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.712730 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.713043 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81aba746-f418-49ae-9532-f6d97f3eb3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:09.726207 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:50:12.025392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55850) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:50:12.085906 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.pecan_wsgi.hooks.translation [None req-845747a9-e6fa-40b2-a2c7-a08cdad90aa1 admin admin] GET failed (client error): The resource could not be found. Apr 18 13:50:12.087142 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-845747a9-e6fa-40b2-a2c7-a08cdad90aa1 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608079 Apr 18 13:50:12.155496 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b0bac-985c-4247-ac4f-5d4658a00d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:50:12.157080 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bf0b0bac-985c-4247-ac4f-5d4658a00d4a admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660172 Apr 18 13:50:12.166638 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:50:12.184254 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Made reservation on behalf of fed7107af907465da3ed160afd7cffe5 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:50:12.186508 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:12.346119 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (1658e44b-26d8-4889-9659-baf5dd1a7b7f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:12.498987 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1658e44b-26d8-4889-9659-baf5dd1a7b7f,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:50:12.507412 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Checking segment: {'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:50:12.507790 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Network hostable DHCP agents. Network: 5cea62ce-351d-41c1-bc13-3ca0a3626e58, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:50:12.524212 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:50:12.532497 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 5cea62ce-351d-41c1-bc13-3ca0a3626e58) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:50:12.537027 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:50:12.537616 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:12.541431 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172697bd-c505-4488-b681-81a2d2d992a2 None None] Network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:50:12.554801 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f9e31534-f37f-438e-ad2d-5d4356c8051f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3914027 Apr 18 13:50:12.649425 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-5cea62ce-351d-41c1-bc13-3ca0a3626e58', 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58', 'project_id': 'fed7107af907465da3ed160afd7cffe5', 'fixed_ips': [{'subnet_id': '1658e44b-26d8-4889-9659-baf5dd1a7b7f'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:50:12.650343 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:12.794098 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Allocated IP 192.168.233.2 (5cea62ce-351d-41c1-bc13-3ca0a3626e58/1658e44b-26d8-4889-9659-baf5dd1a7b7f/31931f98-b6bd-448a-b226-271f814b091c) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:50:13.034393 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Publish callbacks [] for port (31931f98-b6bd-448a-b226-271f814b091c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:13.040877 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (31931f98-b6bd-448a-b226-271f814b091c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:13.080551 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:50:13.085425 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:50:13.087960 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:50:13.097373 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Pushing event updated for resources: {'Port': ['ID=31931f98-b6bd-448a-b226-271f814b091c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:50:13.107177 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.107529 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.107918 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.108282 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.108619 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.108947 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.109532 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.109938 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.110287 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.110618 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.110942 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.111281 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.111606 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.111951 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.112272 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:50:13.162619 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Attempting to bind port 31931f98-b6bd-448a-b226-271f814b091c on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:50:13.162992 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Attempting to bind port 31931f98-b6bd-448a-b226-271f814b091c by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:50:13.163360 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Attempting to bind port 31931f98-b6bd-448a-b226-271f814b091c on network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:50:13.168434 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:50:13.168811 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Checking segment: {'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:50:13.169208 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:13.169600 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Bound using segment: {'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:50:13.170062 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Bound port: 31931f98-b6bd-448a-b226-271f814b091c, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:50:13.170437 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (31931f98-b6bd-448a-b226-271f814b091c), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:13.236486 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] For port 31931f98-b6bd-448a-b226-271f814b091c, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:50:13.239685 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] For port 31931f98-b6bd-448a-b226-271f814b091c, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=31931f98-b6bd-448a-b226-271f814b091c,segment=NetworkSegment(d05133ff-a05c-4ebb-817f-9cf06c1c611b),segment_id=d05133ff-a05c-4ebb-817f-9cf06c1c611b)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:50:13.245431 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (31931f98-b6bd-448a-b226-271f814b091c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:13.302824 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daed35f-19ab-4185-9aeb-a3d797902338 None None] Pushing event updated for resources: {'Port': ['ID=31931f98-b6bd-448a-b226-271f814b091c,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:50:14.134726 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349614c-2ea6-46aa-89a2-ac816db6852f None None] Network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:50:14.218998 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-247d4bda-e41d-4128-9122-ac37f2f68c5e None None] Provisioning complete for port 31931f98-b6bd-448a-b226-271f814b091c triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:50:14.219407 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-247d4bda-e41d-4128-9122-ac37f2f68c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (31931f98-b6bd-448a-b226-271f814b091c), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:14.242853 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 31931f98-b6bd-448a-b226-271f814b091c up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:50:14.379834 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 31931f98-b6bd-448a-b226-271f814b091c triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:50:14.380144 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (31931f98-b6bd-448a-b226-271f814b091c), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:14.405651 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-247d4bda-e41d-4128-9122-ac37f2f68c5e None None] Current status of the port 31931f98-b6bd-448a-b226-271f814b091c is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:50:14.405858 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-247d4bda-e41d-4128-9122-ac37f2f68c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (31931f98-b6bd-448a-b226-271f814b091c), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:14.456425 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-247d4bda-e41d-4128-9122-ac37f2f68c5e None None] For port 31931f98-b6bd-448a-b226-271f814b091c, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=31931f98-b6bd-448a-b226-271f814b091c,segment=NetworkSegment(d05133ff-a05c-4ebb-817f-9cf06c1c611b),segment_id=d05133ff-a05c-4ebb-817f-9cf06c1c611b)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:50:14.461535 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-247d4bda-e41d-4128-9122-ac37f2f68c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (31931f98-b6bd-448a-b226-271f814b091c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:14.526235 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 31931f98-b6bd-448a-b226-271f814b091c is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:50:14.542207 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d4bda-e41d-4128-9122-ac37f2f68c5e None None] Pushing event updated for resources: {'Port': ['ID=31931f98-b6bd-448a-b226-271f814b091c,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:50:14.580441 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-91a7d23f-20a5-4ccb-9221-ca5a907e9588 None None] Provisioning complete for port 31931f98-b6bd-448a-b226-271f814b091c triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:50:14.580818 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91a7d23f-20a5-4ccb-9221-ca5a907e9588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (31931f98-b6bd-448a-b226-271f814b091c), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:14.659052 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-91a7d23f-20a5-4ccb-9221-ca5a907e9588 None None] Current status of the port 31931f98-b6bd-448a-b226-271f814b091c is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:50:16.206604 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 31931f98-b6bd-448a-b226-271f814b091c up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:50:16.252713 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 31931f98-b6bd-448a-b226-271f814b091c triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:50:16.253103 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (31931f98-b6bd-448a-b226-271f814b091c), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:16.326769 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 31931f98-b6bd-448a-b226-271f814b091c is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:50:18.855341 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bb703741-81dd-4b8f-9153-bbc469b79f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:21.401829 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-46ece6d3-8e6c-478a-86e3-7be7b809b88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:22.589787 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:23.949465 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:25.275103 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:43.239146 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:50:48.847610 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31749f0a-69a7-430c-9fc1-eab9d76ad230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:51.402295 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fe360c9-ded6-46f8-802d-6832dda437ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:52.594221 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:53.953079 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:50:55.278084 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:18.849967 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8942f131-b179-4560-8cce-e5f4848e85de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:20.239293 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:51:21.404896 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3ecabbaf-d61d-4b65-92a1-aae06efbf43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:22.596331 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:23.958447 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:25.282386 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:43.111107 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55890) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:51:43.116881 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-c6a59d12-3fb6-4a98-a478-c06c3581cda8 tempest-verify_tempest_config-758110346 tempest-verify_tempest_config-758110346-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:51:43.117831 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c6a59d12-3fb6-4a98-a478-c06c3581cda8 tempest-verify_tempest_config-758110346 tempest-verify_tempest_config-758110346-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057724 Apr 18 13:51:43.418848 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55908) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:51:43.520181 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:43.590211 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Publish callbacks [] for security_group (cc0cf432-9ce7-4349-8f8a-76020dd5a1fc), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:43.593917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (cc0cf432-9ce7-4349-8f8a-76020dd5a1fc), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:43.639575 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f1ac92067fc4af29cf948d95447487d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2196033 Apr 18 13:51:43.640482 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0cf432-9ce7-4349-8f8a-76020dd5a1fc,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:51:43.642431 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55912) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:51:43.647192 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.647535 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.647919 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.648261 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.648592 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.648920 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.649242 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.649565 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.649900 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.650224 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.650558 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.650884 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.651202 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.651517 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.651853 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b97b804-0ab7-4acf-af06-f652e5998705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.704933 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Publish callbacks [] for security_group (cc0cf432-9ce7-4349-8f8a-76020dd5a1fc), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:43.725189 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Publish callbacks [] for security_group (cc0cf432-9ce7-4349-8f8a-76020dd5a1fc), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:43.816318 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (cc0cf432-9ce7-4349-8f8a-76020dd5a1fc), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:43.819128 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:43.820081 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc0cf432-9ce7-4349-8f8a-76020dd5a1fc HTTP/1.1" status: 204 len: 168 time: 0.1766455 Apr 18 13:51:43.829020 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0cf432-9ce7-4349-8f8a-76020dd5a1fc,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:51:43.835717 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.836091 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.836439 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.836783 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.837118 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.837452 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.837783 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.838111 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.838462 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.838795 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.839137 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.839484 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.839888 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.840163 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:43.840552 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33344a57-372a-4da2-ab5a-c589105c4811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:51:48.852974 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5fde6f2-8317-43cf-aa54-0e300071c6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:51.406613 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e7f77dc4-47a9-48c7-97b4-13301afdb108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:52.600711 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:53.960526 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:55.284873 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:51:57.238237 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:52:18.854011 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a53c6120-014b-45ea-887d-0cbca8bcb3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:21.410620 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b82a8f39-54d3-4f8f-8a13-bbf3e2fcbe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:22.602483 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:23.963573 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:25.287220 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:34.237584 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:52:48.855252 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-71b14402-fdfc-42fa-8169-c2062061062c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:51.412640 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f89a6dac-c036-4ca7-9114-59755d9f75d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:52.608034 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:53.967956 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:52:55.389446 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:11.239075 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 5 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:53:18.858692 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce65a25d-402d-4642-8aa2-f2c19174ee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:21.414127 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-51cee41f-c7c3-4ce8-85f1-caffdc970611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:22.609714 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:23.970608 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:25.291801 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:29.001473 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704420'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:39.967928 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 55984) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:53:40.073562 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2fa7295b-176b-4f88-b66e-d0d1caa5bd48 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1044040 Apr 18 13:53:42.392878 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 55994) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:53:42.452952 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-61639a6a-b734-4929-8935-634cd798618c admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0589902 Apr 18 13:53:48.238345 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:53:48.861280 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a658e26a-11e9-4890-8b47-d4d9a9c7194b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:51.416453 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4c486416-09a5-4a32-9154-10d61c2e31fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:52.611226 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:53.975970 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:55.294142 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:53:58.976052 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:18.863744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd43a-1549-4c20-a873-409260dd080f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:21.419024 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39f4fd71-7438-41af-ab32-6f3e5fe5e86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:22.614522 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:23.977440 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:25.238304 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:54:25.296066 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:28.964729 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:48.872377 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f70f293f-ec37-41f6-88b6-bb52cb749e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:51.419945 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d03eb1ef-a5c6-48dd-816d-9ed9afab8cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:52.616867 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:53.981641 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:55.299749 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:54:58.963869 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:02.237247 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:55:18.881228 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f55dfc5-17f9-48db-84a9-874046592336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:21.425887 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3401de2-27bb-49c9-8bed-2225da652e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:21.843548 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56210) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:21.967461 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56220) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:22.002689 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56224) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:22.045794 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56232) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:22.133163 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56242) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:22.148979 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1782532565-network', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:22.176292 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Made reservation on behalf of c2f4565c477145f28d773df31c2ad8e0 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:22.179474 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.200457 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2088038986-network', 'tenant_id': '30eeb5e294ff42ce8e01429a20cc6f40'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:22.223688 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.223897 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-889388852-network', 'tenant_id': '66f1643c0885490baadc8e2841a830b5'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:22.249609 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Made reservation on behalf of 30eeb5e294ff42ce8e01429a20cc6f40 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:22.252130 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.252435 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Made reservation on behalf of 66f1643c0885490baadc8e2841a830b5 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:22.255394 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.266451 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-network', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:22.271045 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.274232 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.374384 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-network', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:22.383876 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Publish callbacks [] for security_group (de4e9394-28ac-4604-a51e-be55d538f039), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.387598 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Made reservation on behalf of ff76d4b3a615408aa9a8d73b17f05eb3 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:22.390634 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.402589 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (de4e9394-28ac-4604-a51e-be55d538f039), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.407539 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Made reservation on behalf of 1940d9e36e0644c595c43e588e07e62e for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:22.411147 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.416206 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:55:22.427386 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (9501ee53-434a-4d25-811d-d31d5ff0425f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.428162 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Added segment 9501ee53-434a-4d25-811d-d31d5ff0425f of type vlan for network 19de4823-9347-4b53-bc8a-bc1f194c84b6 Apr 18 13:55:22.429863 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.473484 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (19de4823-9347-4b53-bc8a-bc1f194c84b6), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.487615 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.492373 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Publish callbacks [] for security_group (862e90b2-2f0c-4973-842e-416aac1319a5), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.500337 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (862e90b2-2f0c-4973-842e-416aac1319a5), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.519670 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:55:22.553315 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (be2f889c-cc13-414e-9679-9052df560728), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.553686 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Added segment be2f889c-cc13-414e-9679-9052df560728 of type vlan for network 690afe85-44bf-4266-8667-487a0712718b Apr 18 13:55:22.557023 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (19de4823-9347-4b53-bc8a-bc1f194c84b6), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.557965 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:22.558645 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.626109 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Pushing event updated for resources: {'Network': ['ID=19de4823-9347-4b53-bc8a-bc1f194c84b6,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:22.633874 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.634847 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862e90b2-2f0c-4973-842e-416aac1319a5,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:22.641404 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.641758 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.642132 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.642478 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.642873 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.643213 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.643547 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.643908 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.644708 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.644708 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.644987 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.645308 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.645639 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.645964 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.646286 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Tracked resource versions report: Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: pushed versions: Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: { 'AddressGroup': {'1.2'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Agent': {'1.1'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'ConntrackHelper': {'1.0'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'LocalIPAssociation': {'1.0'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Log': {'1.0'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'NDPProxy': {'1.0'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Network': {'1.1'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Port': {'1.7'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'PortForwarding': {'1.3'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'QosPolicy': {'1.10'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SecurityGroup': {'1.5'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SecurityGroupRule': {'1.2'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SubPort': {'1.0'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Subnet': {'1.1'}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Trunk': {'1.1'}} Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: consumer versions: Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: { DHCP agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: HyperV agent@hv-cinder-83830: {}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: L3 agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: Metadata agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: Metering agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: Open vSwitch agent@dv-cinder-838302-1-iscsi: { 'AddressGroup': '1.2', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Agent': '1.1', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'ConntrackHelper': '1.0', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'LocalIPAssociation': '1.0', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Log': '1.0', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'NDPProxy': '1.0', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Network': '1.1', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Port': '1.7', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'PortForwarding': '1.3', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'QosPolicy': '1.10', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SecurityGroup': '1.5', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SecurityGroupRule': '1.2', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'SubPort': '1.0', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Subnet': '1.1', Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: 'Trunk': '1.1'}} Apr 18 13:55:22.647451 dv-cinder-838302-1-iscsi neutron-server[103388]: {{(pid=103388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 13:55:22.655937 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4e9394-28ac-4604-a51e-be55d538f039,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:22.662753 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 19de4823-9347-4b53-bc8a-bc1f194c84b6 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:55:22.697813 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a4bbf0bd-38e0-4314-ba36-667927150a71 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7291493 Apr 18 13:55:22.698423 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56274) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:22.708685 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Request body: {'subnet': {'network_id': '19de4823-9347-4b53-bc8a-bc1f194c84b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2088038986-subnet', 'tenant_id': '30eeb5e294ff42ce8e01429a20cc6f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:22.713340 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (690afe85-44bf-4266-8667-487a0712718b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.727449 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Publish callbacks [] for security_group (a53d7b4b-5a29-4ed5-92b5-25d9a6043f0a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.735156 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Made reservation on behalf of 30eeb5e294ff42ce8e01429a20cc6f40 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:22.737498 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.747500 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a53d7b4b-5a29-4ed5-92b5-25d9a6043f0a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.750342 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.751337 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.751681 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.752041 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.755397 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.756463 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.757837 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.758153 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.758542 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.758879 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.759209 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.765821 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.766351 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.766558 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.766925 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Tracked resource versions report: Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: pushed versions: Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Agent': {'1.1'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'LocalIPAssociation': {'1.0'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Log': {'1.0'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'NDPProxy': {'1.0'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Network': {'1.1'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Port': {'1.7'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'PortForwarding': {'1.3'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'QosPolicy': {'1.10'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SecurityGroup': {'1.5'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: consumer versions: Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: HyperV agent@hv-cinder-83830: {}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: L3 agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: Metadata agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: Metering agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-838302-1-iscsi: { 'AddressGroup': '1.2', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Agent': '1.1', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'LocalIPAssociation': '1.0', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Log': '1.0', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'NDPProxy': '1.0', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Network': '1.1', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Port': '1.7', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'PortForwarding': '1.3', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'QosPolicy': '1.10', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SecurityGroup': '1.5', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'SubPort': '1.0', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Subnet': '1.1', Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: 'Trunk': '1.1'}} Apr 18 13:55:22.768450 dv-cinder-838302-1-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 13:55:22.792379 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Publish callbacks [] for security_group (2e986f6f-48c4-4734-ac31-6bd7c69c021d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.797059 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53d7b4b-5a29-4ed5-92b5-25d9a6043f0a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:22.816387 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (2e986f6f-48c4-4734-ac31-6bd7c69c021d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.832299 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:55:22.875097 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (690afe85-44bf-4266-8667-487a0712718b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.876049 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:22.876684 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.879616 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:55:22.898271 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e986f6f-48c4-4734-ac31-6bd7c69c021d,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:22.898957 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (a2d8fbf8-24fb-4ecf-bf74-a27bac414066), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.899439 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Added segment a2d8fbf8-24fb-4ecf-bf74-a27bac414066 of type vlan for network db57bc13-e046-4a3e-8b78-1f138a041e90 Apr 18 13:55:22.907444 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (1ec6ee83-64fc-4837-82e1-a945c9dfaeb2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.907853 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Added segment 1ec6ee83-64fc-4837-82e1-a945c9dfaeb2 of type vlan for network beab489c-c10b-46fc-92ca-3c4439922579 Apr 18 13:55:22.912131 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Publish callbacks [] for security_group (d3a92e05-37e6-47be-a6c2-c200dd398e26), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.928600 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9247754 Apr 18 13:55:22.933130 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56286) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:22.953811 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d3a92e05-37e6-47be-a6c2-c200dd398e26), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:22.961082 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Request body: {'subnet': {'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-889388852-subnet', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:23.006446 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:55:23.015947 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (db57bc13-e046-4a3e-8b78-1f138a041e90), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.036726 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (beab489c-c10b-46fc-92ca-3c4439922579), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.050616 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (7ca6c7ea-ca24-4794-b701-8f6ac74df315), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.050935 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cd737-75c4-4b7f-b62f-382f8968e7bd admin admin] Pushing event updated for resources: {'Network': ['ID=690afe85-44bf-4266-8667-487a0712718b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:23.051158 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Added segment 7ca6c7ea-ca24-4794-b701-8f6ac74df315 of type vlan for network 756b4fb6-0e97-4373-be0c-12c997239a25 Apr 18 13:55:23.063517 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a92e05-37e6-47be-a6c2-c200dd398e26,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:23.069985 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 690afe85-44bf-4266-8667-487a0712718b details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:55:23.079135 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Made reservation on behalf of 66f1643c0885490baadc8e2841a830b5 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:23.081529 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.082035 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (beab489c-c10b-46fc-92ca-3c4439922579), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.084123 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:23.084824 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.139504 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0025856 Apr 18 13:55:23.147450 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56288) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:23.158824 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Request body: {'subnet': {'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-subnet', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:23.201031 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b922b9-5107-40a8-95a0-8ab64a8fd5ab admin admin] Pushing event updated for resources: {'Network': ['ID=beab489c-c10b-46fc-92ca-3c4439922579,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:23.241851 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network beab489c-c10b-46fc-92ca-3c4439922579 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:55:23.246742 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (db57bc13-e046-4a3e-8b78-1f138a041e90), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.248579 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:23.249179 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.259658 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (756b4fb6-0e97-4373-be0c-12c997239a25), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.397508 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5518744 Apr 18 13:55:23.401872 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56304) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:23.410559 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Request body: {'subnet': {'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1782532565-subnet', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:23.423526 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Made reservation on behalf of 1940d9e36e0644c595c43e588e07e62e for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:23.425851 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.454194 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Made reservation on behalf of c2f4565c477145f28d773df31c2ad8e0 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:23.456820 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.473826 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (756b4fb6-0e97-4373-be0c-12c997239a25), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.474792 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:23.475345 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.559410 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64144e9-95a7-4189-bd81-22451a8eaf1e admin admin] Pushing event updated for resources: {'Network': ['ID=db57bc13-e046-4a3e-8b78-1f138a041e90,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:23.565635 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network db57bc13-e046-4a3e-8b78-1f138a041e90 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:55:23.588459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (2cbef8fe-ba30-4543-82f7-2a6332405ed7), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.600900 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5539742 Apr 18 13:55:23.605990 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56312) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:23.612568 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Request body: {'subnet': {'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-subnet', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:23.642539 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Made reservation on behalf of ff76d4b3a615408aa9a8d73b17f05eb3 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:23.647138 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.724834 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (07ce0d2c-3cfc-4b61-a4d4-63d8874be1af), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.784300 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587da2-d0d0-499c-b3c1-57994ef65fdb admin admin] Pushing event updated for resources: {'Network': ['ID=756b4fb6-0e97-4373-be0c-12c997239a25,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:23.790922 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbef8fe-ba30-4543-82f7-2a6332405ed7,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:23.810298 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 756b4fb6-0e97-4373-be0c-12c997239a25 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:55:23.841440 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Checking segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:23.841763 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Network hostable DHCP agents. Network: db57bc13-e046-4a3e-8b78-1f138a041e90, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:55:23.881560 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (042fb7f6-51f2-481a-b360-633186e47ac1), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.894385 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Checking segment: {'id': '9501ee53-434a-4d25-811d-d31d5ff0425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '19de4823-9347-4b53-bc8a-bc1f194c84b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:23.895019 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Network hostable DHCP agents. Network: 19de4823-9347-4b53-bc8a-bc1f194c84b6, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:55:23.911145 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Network db57bc13-e046-4a3e-8b78-1f138a041e90 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:55:23.943872 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, db57bc13-e046-4a3e-8b78-1f138a041e90) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:23.953230 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:23.956445 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:23.969874 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:23.972472 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2636e-7343-4ef8-a9ab-1d305b732419 None None] Network db57bc13-e046-4a3e-8b78-1f138a041e90 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:24.007727 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=042fb7f6-51f2-481a-b360-633186e47ac1,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:24.017434 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4bda1f74-79f5-42a1-a699-12c699bcf3e6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6135559 Apr 18 13:55:24.021353 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56330) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:24.028234 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:24.046970 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Network 19de4823-9347-4b53-bc8a-bc1f194c84b6 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:55:24.059041 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Checking segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:24.059466 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Network hostable DHCP agents. Network: 690afe85-44bf-4266-8667-487a0712718b, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:55:24.062056 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (bd72f602-a12f-4eca-b47a-0575fc968057), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.063743 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 19de4823-9347-4b53-bc8a-bc1f194c84b6) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:24.074826 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:24.076062 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.095225 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b07b9fb-56d1-499d-b33e-baa0174a0fc9 None None] Network 19de4823-9347-4b53-bc8a-bc1f194c84b6 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:24.108165 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (2c678864-db24-46bf-a123-2c8c1c46a5bd), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.110157 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (2c678864-db24-46bf-a123-2c8c1c46a5bd), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.113857 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.150688 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0fbb11c0-425c-45a7-bc81-2541ead63323 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4449780 Apr 18 13:55:24.168635 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Network 690afe85-44bf-4266-8667-487a0712718b is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:55:24.175937 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd72f602-a12f-4eca-b47a-0575fc968057,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:24.188376 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks [] for router_controller (2c678864-db24-46bf-a123-2c8c1c46a5bd), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.190071 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Checking segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:24.190448 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Network hostable DHCP agents. Network: beab489c-c10b-46fc-92ca-3c4439922579, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:55:24.195029 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 690afe85-44bf-4266-8667-487a0712718b) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:24.204504 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:24.205300 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.238171 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9fe1014f-baeb-49de-b052-bdb6f129d18b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2807038 Apr 18 13:55:24.243797 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56340) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:24.248982 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:24.256041 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Network beab489c-c10b-46fc-92ca-3c4439922579 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:55:24.295959 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, beab489c-c10b-46fc-92ca-3c4439922579) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:24.311569 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:24.312203 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.348718 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (5b2387c5-d156-4539-8fe8-f9dbaf827d57), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.349956 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (5b2387c5-d156-4539-8fe8-f9dbaf827d57), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.376019 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-db57bc13-e046-4a3e-8b78-1f138a041e90', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:55:24.380883 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.384519 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2ede2a-b915-4f4b-91ab-bc921d8ed961 None None] Network 690afe85-44bf-4266-8667-487a0712718b requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:24.387807 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e94e23e1-5d5c-4ae2-b176-0b44d691d0a3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2346756 Apr 18 13:55:24.390858 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56346) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:24.395296 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:24.457960 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (8d66113c-55b0-4f82-989a-76b8564e72bc), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.480492 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b1733-47c9-4770-a518-aeb874fe3c01 None None] Network beab489c-c10b-46fc-92ca-3c4439922579 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:24.499467 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks [] for router_controller (5b2387c5-d156-4539-8fe8-f9dbaf827d57), precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.514037 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d66113c-55b0-4f82-989a-76b8564e72bc,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:24.590336 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56358) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:24.601036 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-690afe85-44bf-4266-8667-487a0712718b', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:55:24.602271 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.612959 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32c3b8-7fad-4721-a903-bd320ce801ba None None] Network 19de4823-9347-4b53-bc8a-bc1f194c84b6 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:24.616324 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks [] for router_gateway (2c678864-db24-46bf-a123-2c8c1c46a5bd), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.628784 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.630183 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.678544 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Checking segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:24.679783 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Network hostable DHCP agents. Network: 756b4fb6-0e97-4373-be0c-12c997239a25, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:55:24.788694 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Network 756b4fb6-0e97-4373-be0c-12c997239a25 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:55:24.857768 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks [] for router_gateway (5b2387c5-d156-4539-8fe8-f9dbaf827d57), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.954272 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b744e42-e5da-4852-8d45-68a51b118a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:24.960084 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks [] for router_controller (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.023405 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 756b4fb6-0e97-4373-be0c-12c997239a25) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:25.037037 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:25.037581 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.042202 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks [] for router_gateway (2c678864-db24-46bf-a123-2c8c1c46a5bd), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.112757 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Allocated IP 172.20.0.2 (690afe85-44bf-4266-8667-487a0712718b/042fb7f6-51f2-481a-b360-633186e47ac1/2604dd3d-17d8-458c-a11d-0dcb4fb458cc) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:25.118165 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.280162 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Publish callbacks [] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.332313 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc6b42f-ab5b-49da-8e31-4bf1f2131abf None None] Network 756b4fb6-0e97-4373-be0c-12c997239a25 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:25.352655 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.414698 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b744e42-e5da-4852-8d45-68a51b118a82 admin admin] Publish callbacks [] for security_group (ade00907-9ef8-4ef1-a54f-9c1caf64458a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.428097 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.478809 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Network 690afe85-44bf-4266-8667-487a0712718b is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:25.490778 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Allocated IP 172.27.3.6 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/aba6deba-e9c2-4e05-a646-923b4820f462) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:25.507517 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b744e42-e5da-4852-8d45-68a51b118a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ade00907-9ef8-4ef1-a54f-9c1caf64458a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.624172 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:25.627383 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks [] for router_gateway (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.635877 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Pushing event updated for resources: {'Port': ['ID=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:25.646233 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0b744e42-e5da-4852-8d45-68a51b118a82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e680fed9aa0947c5b665aad4dfbbbd7d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0510054 Apr 18 13:55:25.648732 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-beab489c-c10b-46fc-92ca-3c4439922579', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:55:25.650884 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.665444 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56404) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:25.665822 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56408) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:25.715434 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b744e42-e5da-4852-8d45-68a51b118a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade00907-9ef8-4ef1-a54f-9c1caf64458a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:25.745294 dv-cinder-838302-1-iscsi neutron-server[103388]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 13:55:25.755898 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:25.767631 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks [] for port (aba6deba-e9c2-4e05-a646-923b4820f462), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.799562 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.800744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.800744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.800744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.801054 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.801519 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.801915 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.802309 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.802702 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.803097 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.813959 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.814468 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.814881 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.815394 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.815683 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Tracked resource versions report: Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: pushed versions: Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Agent': {'1.1'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Log': {'1.0'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Network': {'1.1'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Port': {'1.7'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: consumer versions: Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: HyperV agent@hv-cinder-83830: {}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: L3 agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: Metadata agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: Metering agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-838302-1-iscsi: { 'AddressGroup': '1.2', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Agent': '1.1', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Log': '1.0', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'NDPProxy': '1.0', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Network': '1.1', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Port': '1.7', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'PortForwarding': '1.3', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'QosPolicy': '1.10', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'SubPort': '1.0', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Subnet': '1.1', Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: 'Trunk': '1.1'}} Apr 18 13:55:25.816956 dv-cinder-838302-1-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 13:55:25.837767 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-298af5a8-f12c-456e-9f57-07c2a5f74e3e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2275906 Apr 18 13:55:25.838803 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56422) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:25.843636 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:25.879535 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Allocated IP 172.20.0.2 (db57bc13-e046-4a3e-8b78-1f138a041e90/07ce0d2c-3cfc-4b61-a4d4-63d8874be1af/7c1bcc37-d56e-4b49-b080-b696295d841c) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:25.883119 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.928279 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (e73bcc22-4ae5-48a5-b473-a38b516146a6), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.929265 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (e73bcc22-4ae5-48a5-b473-a38b516146a6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.941008 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks [] for router_gateway (5b2387c5-d156-4539-8fe8-f9dbaf827d57), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:25.978000 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:25.990412 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:25.993604 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:26.022448 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.048126 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-756b4fb6-0e97-4373-be0c-12c997239a25', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:55:26.049035 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.055908 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Attempting to bind port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:26.056361 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Attempting to bind port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:26.056793 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Attempting to bind port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:26.066283 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f46a40fd-3ead-415a-8fcd-30bd03a634d9 admin admin] Publish callbacks [] for security_group (ade00907-9ef8-4ef1-a54f-9c1caf64458a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.104678 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=aba6deba-e9c2-4e05-a646-923b4820f462,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:26.133317 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:26.134016 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Checking segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:26.134149 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.134607 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Bound using segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:26.135158 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Bound port: 2604dd3d-17d8-458c-a11d-0dcb4fb458cc, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:26.135611 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.187642 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks [] for router_controller (e73bcc22-4ae5-48a5-b473-a38b516146a6), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.246727 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f46a40fd-3ead-415a-8fcd-30bd03a634d9 admin admin] Publish callbacks [] for security_group (ade00907-9ef8-4ef1-a54f-9c1caf64458a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.258632 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232b8f0-80be-42af-843d-61cbf56199be req-c969026b-a0e9-438e-a2e7-4776aa2699fe tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:26.260151 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-c969026b-a0e9-438e-a2e7-4776aa2699fe tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/networks?id=19de4823-9347-4b53-bc8a-bc1f194c84b6 HTTP/1.1" status: 200 len: 812 time: 0.5898671 Apr 18 13:55:26.286370 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Allocated IP 172.20.0.2 (beab489c-c10b-46fc-92ca-3c4439922579/bd72f602-a12f-4eca-b47a-0575fc968057/c11ba30a-0e2a-4fbe-a928-a2dc0763e783) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:26.359901 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-e0b7eb3f-b7e1-460f-bc37-749a6e8ff313 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/quotas/30eeb5e294ff42ce8e01429a20cc6f40 HTTP/1.1" status: 200 len: 375 time: 0.0835216 Apr 18 13:55:26.425065 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] For port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:26.431788 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks [] for router_gateway (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.471974 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Allocated IP 172.27.3.103 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/67f94692-804c-4900-b913-96edaef4b1a7) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:26.480451 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] For port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:26.485490 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-3f51e542-65a6-4747-8c7e-057803c53899 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=30eeb5e294ff42ce8e01429a20cc6f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986149 Apr 18 13:55:26.489876 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.507988 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f46a40fd-3ead-415a-8fcd-30bd03a634d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ade00907-9ef8-4ef1-a54f-9c1caf64458a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.509651 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Publish callbacks [] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.510081 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f46a40fd-3ead-415a-8fcd-30bd03a634d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.511697 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.515173 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f46a40fd-3ead-415a-8fcd-30bd03a634d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ade00907-9ef8-4ef1-a54f-9c1caf64458a HTTP/1.1" status: 204 len: 168 time: 0.8467414 Apr 18 13:55:26.532622 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Allocated IP 172.20.0.2 (756b4fb6-0e97-4373-be0c-12c997239a25/8d66113c-55b0-4f82-989a-76b8564e72bc/89211686-50c0-40ae-97c3-13d721f43309) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:26.549137 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks [] for router_gateway (e73bcc22-4ae5-48a5-b473-a38b516146a6), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.555615 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.574068 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a40fd-3ead-415a-8fcd-30bd03a634d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade00907-9ef8-4ef1-a54f-9c1caf64458a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:26.651954 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks [] for router_gateway (2c678864-db24-46bf-a123-2c8c1c46a5bd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.688112 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks [] for port (67f94692-804c-4900-b913-96edaef4b1a7), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:26.690353 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Network db57bc13-e046-4a3e-8b78-1f138a041e90 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:26.743434 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:26.751725 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:26.838709 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208c678-6a4d-486b-b052-174d6dbd362b None None] Pushing event updated for resources: {'Port': ['ID=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:26.896884 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (67f94692-804c-4900-b913-96edaef4b1a7), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.127113 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Publish callbacks [] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.162831 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks [] for router_gateway (e73bcc22-4ae5-48a5-b473-a38b516146a6), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.167496 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:27.238060 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Allocated IP 172.27.3.112 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/b8f98c43-4734-4831-bd44-f17aa2f1860f) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:27.241237 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.257937 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:27.284240 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Pushing event updated for resources: {'Port': ['ID=7c1bcc37-d56e-4b49-b080-b696295d841c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:27.287058 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:27.301823 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-df919602-15d9-4e77-a5ae-14236b7eec4b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:55:27.310773 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-df919602-15d9-4e77-a5ae-14236b7eec4b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5252132 Apr 18 13:55:27.316400 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.447491 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Attempting to bind port 7c1bcc37-d56e-4b49-b080-b696295d841c on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:27.447906 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Attempting to bind port 7c1bcc37-d56e-4b49-b080-b696295d841c by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:27.448412 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Attempting to bind port 7c1bcc37-d56e-4b49-b080-b696295d841c on network db57bc13-e046-4a3e-8b78-1f138a041e90 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:27.470098 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56458) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:27.474941 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Network beab489c-c10b-46fc-92ca-3c4439922579 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:27.504405 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:27.507558 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:27.514231 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:27.514631 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Checking segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:27.515064 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.515403 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Bound using segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:27.515900 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Bound port: 7c1bcc37-d56e-4b49-b080-b696295d841c, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:27.516283 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.536906 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Pushing event updated for resources: {'Port': ['ID=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:27.547091 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (2c678864-db24-46bf-a123-2c8c1c46a5bd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.558581 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-865e6a0d-e50f-42c9-9c60-f9f1579c17a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.608925 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Publish callbacks [] for port (89211686-50c0-40ae-97c3-13d721f43309), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.646649 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (89211686-50c0-40ae-97c3-13d721f43309), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.701644 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Attempting to bind port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:27.702276 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Attempting to bind port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:27.702832 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Attempting to bind port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 on network beab489c-c10b-46fc-92ca-3c4439922579 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:27.716287 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Network 756b4fb6-0e97-4373-be0c-12c997239a25 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:27.725109 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:27.728397 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:27.745262 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:27.745673 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Checking segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:27.746260 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.746774 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Bound using segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:27.747459 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Bound port: c11ba30a-0e2a-4fbe-a928-a2dc0763e783, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:27.748081 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.871627 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-865e6a0d-e50f-42c9-9c60-f9f1579c17a4 admin admin] Publish callbacks [] for security_group (37cbb37b-fa89-4013-8aee-1580ddf00f8c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.882860 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-865e6a0d-e50f-42c9-9c60-f9f1579c17a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (37cbb37b-fa89-4013-8aee-1580ddf00f8c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:27.912379 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] For port 7c1bcc37-d56e-4b49-b080-b696295d841c, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:27.922295 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e6a0d-e50f-42c9-9c60-f9f1579c17a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cbb37b-fa89-4013-8aee-1580ddf00f8c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:27.930654 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Pushing event updated for resources: {'Port': ['ID=89211686-50c0-40ae-97c3-13d721f43309,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:27.957806 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Router 2c678864-db24-46bf-a123-2c8c1c46a5bd is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:55:27.967719 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Pushing event updated for resources: {'Port': ['ID=67f94692-804c-4900-b913-96edaef4b1a7,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:27.974579 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] For port 7c1bcc37-d56e-4b49-b080-b696295d841c, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=7c1bcc37-d56e-4b49-b080-b696295d841c,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:27.975979 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Attempting to bind port 89211686-50c0-40ae-97c3-13d721f43309 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:27.976348 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Attempting to bind port 89211686-50c0-40ae-97c3-13d721f43309 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:27.976727 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Attempting to bind port 89211686-50c0-40ae-97c3-13d721f43309 on network 756b4fb6-0e97-4373-be0c-12c997239a25 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:27.999291 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-865e6a0d-e50f-42c9-9c60-f9f1579c17a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5cc951913cea494cb6c55045233f9ff2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5272243 Apr 18 13:55:28.002803 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.004278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56478) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:28.018419 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:28.018747 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Checking segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:28.019103 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.019725 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Bound using segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:28.020003 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Bound port: 89211686-50c0-40ae-97c3-13d721f43309, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:28.020385 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (89211686-50c0-40ae-97c3-13d721f43309), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.161182 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-330105ae-52bd-433f-a89b-46547ad1b641 service neutron] 10.222.0.11 "GET /v2.0/networks/19de4823-9347-4b53-bc8a-bc1f194c84b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8469689 Apr 18 13:55:28.187409 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8155b1d-83dc-4bcf-9071-9a558df646c1 admin admin] Publish callbacks [] for security_group (37cbb37b-fa89-4013-8aee-1580ddf00f8c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.188861 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] For port c11ba30a-0e2a-4fbe-a928-a2dc0763e783, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:28.208628 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:55:28.223369 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Sync routers for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:55:28.233276 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c44a54-002d-4122-b9dd-edb110e3f001 None None] Pushing event updated for resources: {'Port': ['ID=7c1bcc37-d56e-4b49-b080-b696295d841c,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:28.239915 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:28.243680 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.248660 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cfbae72e-a897-47c7-b6dc-0827b1ee3bc4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2263196 Apr 18 13:55:28.249453 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56484) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:28.252398 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:28.269440 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] For port c11ba30a-0e2a-4fbe-a928-a2dc0763e783, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:28.280442 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] For port 89211686-50c0-40ae-97c3-13d721f43309, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:28.287959 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] For port 89211686-50c0-40ae-97c3-13d721f43309, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=89211686-50c0-40ae-97c3-13d721f43309,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:28.289929 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.301577 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks [] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.383614 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (89211686-50c0-40ae-97c3-13d721f43309), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.458086 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d1c39-9930-49ad-8ccc-9de2d535c99a None None] Pushing event updated for resources: {'Port': ['ID=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:28.460927 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f60c2a-b609-4880-aeb6-4e6dacb9a945 None None] Network 690afe85-44bf-4266-8667-487a0712718b requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:28.488934 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-7c540981-9fe7-481b-8574-aefe76c48b57 service neutron] 10.222.0.11 "GET /v2.0/networks/19de4823-9347-4b53-bc8a-bc1f194c84b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079612 Apr 18 13:55:28.528488 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:28.589405 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8155b1d-83dc-4bcf-9071-9a558df646c1 admin admin] Publish callbacks [] for security_group (37cbb37b-fa89-4013-8aee-1580ddf00f8c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.605890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks [] for router_gateway (5b2387c5-d156-4539-8fe8-f9dbaf827d57), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.637413 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.640288 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 2604dd3d-17d8-458c-a11d-0dcb4fb458cc up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:28.890595 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:26Z', 'revision_number': 3, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:28.893552 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30843394-5b6f-48d8-aee8-abef353a5906 None None] Pushing event updated for resources: {'Port': ['ID=89211686-50c0-40ae-97c3-13d721f43309,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:28.897615 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-da737113-0292-46f1-b65b-09c0c11d412a None None] Provisioning complete for port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:28.898121 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da737113-0292-46f1-b65b-09c0c11d412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:28.961734 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Checking router: 2c678864-db24-46bf-a123-2c8c1c46a5bd for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:55:28.962391 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Updating router 2c678864-db24-46bf-a123-2c8c1c46a5bd port aba6deba-e9c2-4e05-a646-923b4820f462 binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:55:29.018211 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.045483 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.052701 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:29.053140 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.118939 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:29.131114 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56502) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:29.159683 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-da737113-0292-46f1-b65b-09c0c11d412a None None] Current status of the port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:29.166188 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da737113-0292-46f1-b65b-09c0c11d412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.171100 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8155b1d-83dc-4bcf-9071-9a558df646c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (37cbb37b-fa89-4013-8aee-1580ddf00f8c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.193331 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8155b1d-83dc-4bcf-9071-9a558df646c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.194845 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d8155b1d-83dc-4bcf-9071-9a558df646c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37cbb37b-fa89-4013-8aee-1580ddf00f8c HTTP/1.1" status: 204 len: 168 time: 1.1893992 Apr 18 13:55:29.251534 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:29.328178 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f98c43-4734-4831-bd44-f17aa2f1860f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:29.338191 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-da737113-0292-46f1-b65b-09c0c11d412a None None] For port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:29.350591 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:29.360287 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da737113-0292-46f1-b65b-09c0c11d412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.422837 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:29.423632 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.427383 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Allocated IP 172.27.3.136 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/b5de447a-1057-4203-babf-e87cb79642ea) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:29.546907 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.db.api [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 13:55:29.547268 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG oslo_db.api [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 13:55:29.559181 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da737113-0292-46f1-b65b-09c0c11d412a None None] Pushing event updated for resources: {'Port': ['ID=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:29.589285 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-054bf2d5-1c72-4f43-a79b-3b08e940d7e9 req-98f344ab-1619-46d3-8637-9e52cbcbe170 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 210 time: 0.4483039 Apr 18 13:55:29.590464 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8155b1d-83dc-4bcf-9071-9a558df646c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cbb37b-fa89-4013-8aee-1580ddf00f8c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:29.800517 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-fa3cb4ef-f1ce-4846-9e26-2810c7ce951d None None] Provisioning complete for port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:29.801109 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fa3cb4ef-f1ce-4846-9e26-2810c7ce951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.802602 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks [] for port (b5de447a-1057-4203-babf-e87cb79642ea), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:29.911881 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.004327 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (b5de447a-1057-4203-babf-e87cb79642ea), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.011458 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-fa3cb4ef-f1ce-4846-9e26-2810c7ce951d None None] Current status of the port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:30.145521 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (5b2387c5-d156-4539-8fe8-f9dbaf827d57), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.156370 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:30.172422 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d66d7-2968-49fd-97d6-352c12d2b2c3 None None] Network db57bc13-e046-4a3e-8b78-1f138a041e90 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:30.346397 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Publish callbacks [] for port (aba6deba-e9c2-4e05-a646-923b4820f462), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.352544 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks [] for router_gateway (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.354706 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.424563 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-9d250f0a-870b-4be4-bf72-a105950e12f8 None None] Provisioning complete for port 7c1bcc37-d56e-4b49-b080-b696295d841c triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:30.425149 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d250f0a-870b-4be4-bf72-a105950e12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.492380 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Attempting to bind port aba6deba-e9c2-4e05-a646-923b4820f462 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:30.492747 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Attempting to bind port aba6deba-e9c2-4e05-a646-923b4820f462 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:30.493116 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Attempting to bind port aba6deba-e9c2-4e05-a646-923b4820f462 on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:30.554741 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Pushing event updated for resources: {'Port': ['ID=aba6deba-e9c2-4e05-a646-923b4820f462,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:30.575058 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:30.575356 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:30.575786 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.576192 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:30.576655 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Bound port: aba6deba-e9c2-4e05-a646-923b4820f462, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:30.584524 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:30.608716 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.609388 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.613217 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.615693 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.617063 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.619657 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:30.637593 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.638490 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.642142 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.642964 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.647718 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.664970 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.665705 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.668509 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.671718 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.673869 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:55:30.676065 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:30.686449 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Tracked resource versions report: Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: pushed versions: Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Agent': {'1.1'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Log': {'1.0'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'NDPProxy': {'1.0'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Network': {'1.1'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Port': {'1.7'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'PortForwarding': {'1.3'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: consumer versions: Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: HyperV agent@hv-cinder-83830: {}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: L3 agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: Metadata agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: Metering agent@dv-cinder-838302-1-iscsi: {}, Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-838302-1-iscsi: { 'AddressGroup': '1.2', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Agent': '1.1', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Log': '1.0', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'NDPProxy': '1.0', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Network': '1.1', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Port': '1.7', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'PortForwarding': '1.3', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'QosPolicy': '1.10', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'SubPort': '1.0', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Subnet': '1.1', Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: 'Trunk': '1.1'}} Apr 18 13:55:30.695847 dv-cinder-838302-1-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 13:55:30.814721 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:55:30.914736 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Pushing event updated for resources: {'Port': ['ID=b5de447a-1057-4203-babf-e87cb79642ea,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:30.966325 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb2b99-83a0-41db-be4b-1e710a6ba0e7 None None] Network beab489c-c10b-46fc-92ca-3c4439922579 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:31.004982 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] For port aba6deba-e9c2-4e05-a646-923b4820f462, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:31.022474 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b240bc1-b1e8-4d26-8a3b-ec6063c46bc7 req-d08fb45f-202a-4978-8e1a-f5814b4d2171 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 210 time: 0.1522062 Apr 18 13:55:31.023074 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] For port aba6deba-e9c2-4e05-a646-923b4820f462, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=aba6deba-e9c2-4e05-a646-923b4820f462,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:31.040373 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:31.123549 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Allocated IP 172.20.0.1 (db57bc13-e046-4a3e-8b78-1f138a041e90/07ce0d2c-3cfc-4b61-a4d4-63d8874be1af/06a68575-62a1-4efe-991e-d847b8d5d4ba) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:31.133203 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:31.134161 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:31.190053 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device c11ba30a-0e2a-4fbe-a928-a2dc0763e783 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:31.198968 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddf8ea-7517-46c7-b430-cae6b114fdd5 None None] Pushing event updated for resources: {'Port': ['ID=aba6deba-e9c2-4e05-a646-923b4820f462,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:31.221590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:31.300336 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:55:31.339608 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:55:31.366912 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9d250f0a-870b-4be4-bf72-a105950e12f8 None None] Current status of the port 7c1bcc37-d56e-4b49-b080-b696295d841c is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:31.369361 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d250f0a-870b-4be4-bf72-a105950e12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:31.369945 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:31.374846 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-95e6702d-457d-45a1-b360-dac82dd55c78 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1262658 Apr 18 13:55:31.376599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56566) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:31.395335 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:31.471687 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Publish callbacks [] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:31.475595 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:31.476998 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:31.514733 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488b5f1-f8a5-4af2-8433-261951f71674 None None] Network 756b4fb6-0e97-4373-be0c-12c997239a25 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:55:31.557106 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:31.600274 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:55:31.715884 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Network db57bc13-e046-4a3e-8b78-1f138a041e90 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:31.721396 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-9d250f0a-870b-4be4-bf72-a105950e12f8 None None] For port 7c1bcc37-d56e-4b49-b080-b696295d841c, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=7c1bcc37-d56e-4b49-b080-b696295d841c,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:31.725078 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:31.736673 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:31.737163 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (2c678864-db24-46bf-a123-2c8c1c46a5bd), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:31.760251 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:26Z', 'revision_number': 3, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:31.812807 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:31.816235 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:31.828602 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40216356-0abc-42f0-8412-8b00594b0a87 None None] The sync data for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi is: [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:26Z', 'revision_number': 3, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:55:31.875645 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d250f0a-870b-4be4-bf72-a105950e12f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:32.033027 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:32.075278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:55:32.087736 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Sync routers for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:55:32.121507 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:32.133322 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:32.252870 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:32.261200 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9503bf17-6003-4322-ab3a-c82755901985 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8690386 Apr 18 13:55:32.267301 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56594) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:32.404591 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Pushing event updated for resources: {'Port': ['ID=06a68575-62a1-4efe-991e-d847b8d5d4ba,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:32.524105 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:32.681150 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks [] for router_gateway (e73bcc22-4ae5-48a5-b473-a38b516146a6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:32.695792 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:32.724035 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Provisioning complete for port 7c1bcc37-d56e-4b49-b080-b696295d841c triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:32.726307 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:32.748549 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.37', 62468) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:32.785610 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c2813b6a-3083-4871-b032-179563ae8527 req-e2b6ad66-76c5-4022-ba32-00ac8e991254 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 210 time: 0.1810131 Apr 18 13:55:33.137436 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Current status of the port 7c1bcc37-d56e-4b49-b080-b696295d841c is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:33.174284 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Provisioning complete for port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:33.175037 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:33.296327 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:33.296752 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:33.308192 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:30Z', 'revision_number': 3, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:33.344372 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port c11ba30a-0e2a-4fbe-a928-a2dc0763e783, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:33.395503 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Checking router: 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:55:33.396106 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Updating router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 port b8f98c43-4734-4831-bd44-f17aa2f1860f binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:55:33.396232 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:33.397568 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 89211686-50c0-40ae-97c3-13d721f43309 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:33.404398 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d250f0a-870b-4be4-bf72-a105950e12f8 None None] Pushing event updated for resources: {'Port': ['ID=7c1bcc37-d56e-4b49-b080-b696295d841c,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:33.507856 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:33.517507 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:33.537442 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:33.898977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232b8f0-80be-42af-843d-61cbf56199be req-54589fcf-8902-4bd8-a005-ffb98a730d1e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:33.916555 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-54589fcf-8902-4bd8-a005-ffb98a730d1e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.37 "GET /v2.0/networks?id=19de4823-9347-4b53-bc8a-bc1f194c84b6 HTTP/1.1" status: 200 len: 812 time: 1.1658652 Apr 18 13:55:34.025198 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:27Z', 'revision_number': 3, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:34.030594 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 89211686-50c0-40ae-97c3-13d721f43309 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:34.031048 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (89211686-50c0-40ae-97c3-13d721f43309), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.128626 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Request body: {'port': {'device_id': '37cce966-82f3-42af-9fb2-3ce34262915f', 'network_id': '19de4823-9347-4b53-bc8a-bc1f194c84b6', 'admin_state_up': True, 'tenant_id': '30eeb5e294ff42ce8e01429a20cc6f40'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:34.215079 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:55:34.216082 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Updating router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 port 67f94692-804c-4900-b913-96edaef4b1a7 binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:55:34.289591 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Publish callbacks [] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.302666 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.425601 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Current status of the port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:34.440584 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54a467-27ba-4de7-9744-4f6b1932af8c None None] Pushing event updated for resources: {'Port': ['ID=b8f98c43-4734-4831-bd44-f17aa2f1860f,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:34.465163 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (67f94692-804c-4900-b913-96edaef4b1a7), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.558818 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Attempting to bind port b8f98c43-4734-4831-bd44-f17aa2f1860f on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:34.559239 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Attempting to bind port b8f98c43-4734-4831-bd44-f17aa2f1860f by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:34.559703 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Attempting to bind port b8f98c43-4734-4831-bd44-f17aa2f1860f on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:34.573706 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:34.574083 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:34.580769 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.585085 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:34.585844 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Bound port: b8f98c43-4734-4831-bd44-f17aa2f1860f, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:34.588530 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.592102 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Provisioning complete for port 89211686-50c0-40ae-97c3-13d721f43309 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:34.592553 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (89211686-50c0-40ae-97c3-13d721f43309), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.639078 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-06510a7c-8f7a-424a-b725-557f51a7b066 req-14a7cd3e-0d75-4793-a712-b9d956486d05 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 210 time: 0.2593234 Apr 18 13:55:34.720444 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.782021 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Allocated IP 172.20.0.1 (690afe85-44bf-4266-8667-487a0712718b/042fb7f6-51f2-481a-b360-633186e47ac1/32759e95-971a-45b0-a48f-aa076a407cb5) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:34.815707 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] For port b8f98c43-4734-4831-bd44-f17aa2f1860f, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:34.827159 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] For port b8f98c43-4734-4831-bd44-f17aa2f1860f, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=b8f98c43-4734-4831-bd44-f17aa2f1860f,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:34.846629 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:34.999407 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Publish callbacks [] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.111206 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.112105 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (2c678864-db24-46bf-a123-2c8c1c46a5bd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.126267 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (e73bcc22-4ae5-48a5-b473-a38b516146a6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.314943 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54a467-27ba-4de7-9744-4f6b1932af8c None None] Pushing event updated for resources: {'Port': ['ID=b8f98c43-4734-4831-bd44-f17aa2f1860f,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:35.340264 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:35.344072 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:35.418362 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Publish callbacks [] for port (32759e95-971a-45b0-a48f-aa076a407cb5), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.474751 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Allocated IP 172.20.0.1 (beab489c-c10b-46fc-92ca-3c4439922579/bd72f602-a12f-4eca-b47a-0575fc968057/1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:35.535029 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:35.550779 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 89211686-50c0-40ae-97c3-13d721f43309 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:35.552682 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (89211686-50c0-40ae-97c3-13d721f43309), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.579033 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Made reservation on behalf of 30eeb5e294ff42ce8e01429a20cc6f40 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:35.582825 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.585157 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Pushing event updated for resources: {'Port': ['ID=06a68575-62a1-4efe-991e-d847b8d5d4ba,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:35.636519 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56696) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:35.658317 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.799262 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Current status of the port 89211686-50c0-40ae-97c3-13d721f43309 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:35.801250 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (89211686-50c0-40ae-97c3-13d721f43309), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.810739 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Network 690afe85-44bf-4266-8667-487a0712718b is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:35.841711 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:35.850675 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:35.852397 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (5b2387c5-d156-4539-8fe8-f9dbaf827d57), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:35.960376 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de9a63c1-1f5a-486f-8501-76291979b8e5 req-de29ed8c-c4d3-4121-a24c-91b0a9bc54c2 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 210 time: 0.1647284 Apr 18 13:55:36.017809 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Pushing event updated for resources: {'Port': ['ID=32759e95-971a-45b0-a48f-aa076a407cb5,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:36.022564 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60c740d0-38ae-4e6e-bf7b-a37cc6bec9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:36.038862 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:30Z', 'revision_number': 3, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:36.109147 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 89211686-50c0-40ae-97c3-13d721f43309, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=89211686-50c0-40ae-97c3-13d721f43309,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:36.126340 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d9ff2-e4f1-4a16-9b8c-e3624f3af7f4 None None] The sync data for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi is: [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:30Z', 'revision_number': 3, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:55:36.128270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Publish callbacks [] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:36.172390 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (89211686-50c0-40ae-97c3-13d721f43309), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:36.174428 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 7c1bcc37-d56e-4b49-b080-b696295d841c up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:36.236710 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Network db57bc13-e046-4a3e-8b78-1f138a041e90 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:36.286088 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:36.352689 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.db.api [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 13:55:36.353034 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG oslo_db.api [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 13:55:36.421204 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:36.540889 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:36.569223 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Allocated IP 172.20.0.4 (19de4823-9347-4b53-bc8a-bc1f194c84b6/2cbef8fe-ba30-4543-82f7-2a6332405ed7/6a7a82f7-f3fd-401f-9134-4c204c1708f9) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:36.577835 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=89211686-50c0-40ae-97c3-13d721f43309,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:36.758614 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Network beab489c-c10b-46fc-92ca-3c4439922579 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:36.780323 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60c740d0-38ae-4e6e-bf7b-a37cc6bec9e2 admin admin] Publish callbacks [] for security_group (1eaefa48-5305-4c03-8779-7b5b730efd31), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:36.784805 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Pushing event updated for resources: {'Port': ['ID=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:36.797581 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:36.823275 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:36.826568 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:36.844478 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-60c740d0-38ae-4e6e-bf7b-a37cc6bec9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (1eaefa48-5305-4c03-8779-7b5b730efd31), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.085356 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Publish callbacks [] for port (67f94692-804c-4900-b913-96edaef4b1a7), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.110874 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Router e73bcc22-4ae5-48a5-b473-a38b516146a6 is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:55:37.141967 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (67f94692-804c-4900-b913-96edaef4b1a7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.222717 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-60c740d0-38ae-4e6e-bf7b-a37cc6bec9e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a2960fd86d348ef924641ba2f9e0ab0&name=default HTTP/1.1" status: 200 len: 2994 time: 1.5815005 Apr 18 13:55:37.291774 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56746) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:37.298771 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedb3ee-2f8f-4f1d-ad5d-b8b3e0da7e6f None None] Pushing event updated for resources: {'Port': ['ID=67f94692-804c-4900-b913-96edaef4b1a7,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:37.308657 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d7f28-09a9-47c6-b572-9cbeb0c568dc None None] Current status of the port 89211686-50c0-40ae-97c3-13d721f43309 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:37.309665 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c740d0-38ae-4e6e-bf7b-a37cc6bec9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaefa48-5305-4c03-8779-7b5b730efd31,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:37.321306 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 7c1bcc37-d56e-4b49-b080-b696295d841c triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:37.322032 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.356049 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-26cb4889-cdc5-4e09-9933-513c7dbb5568 req-4d05f86d-8d91-49fe-8433-eb8dfdf516cd tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 210 time: 0.2117381 Apr 18 13:55:37.363497 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Router 2c678864-db24-46bf-a123-2c8c1c46a5bd has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:55:37.379453 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Publish callbacks [] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.455645 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Provisioning complete for port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:37.460624 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.467386 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Attempting to bind port 67f94692-804c-4900-b913-96edaef4b1a7 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:37.467981 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Attempting to bind port 67f94692-804c-4900-b913-96edaef4b1a7 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:37.468469 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Attempting to bind port 67f94692-804c-4900-b913-96edaef4b1a7 on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:37.514525 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:37.515691 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:37.515691 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.516158 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:37.516795 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Bound port: 67f94692-804c-4900-b913-96edaef4b1a7, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:37.517297 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (67f94692-804c-4900-b913-96edaef4b1a7), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.583509 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:55:37.637120 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] For port 67f94692-804c-4900-b913-96edaef4b1a7, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:37.639175 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.642413 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] For port 67f94692-804c-4900-b913-96edaef4b1a7, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=67f94692-804c-4900-b913-96edaef4b1a7,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:37.681930 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Sync routers for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:55:37.700468 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (67f94692-804c-4900-b913-96edaef4b1a7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.790388 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:37.806045 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Provisioning complete for port 89211686-50c0-40ae-97c3-13d721f43309 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:37.806788 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (89211686-50c0-40ae-97c3-13d721f43309), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.848665 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:37.849542 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:37.860587 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.864906 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-923dd702-7306-474f-8bab-8c6d28d9ba23 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.0223885 Apr 18 13:55:37.866462 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56754) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:37.944155 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:37.975809 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Network 19de4823-9347-4b53-bc8a-bc1f194c84b6 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:38.010112 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:38.013640 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:38.019811 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:38.021360 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.086784 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9769475 Apr 18 13:55:38.146667 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Publish callbacks [] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.149428 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80628cf7-0775-42a7-9b0a-f10c05018f72 admin admin] Publish callbacks [] for security_group (1eaefa48-5305-4c03-8779-7b5b730efd31), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.157981 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-109c45f1-01c3-412f-822a-0179e381e9a4 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:55:38.159083 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-109c45f1-01c3-412f-822a-0179e381e9a4 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0549881 Apr 18 13:55:38.164147 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.165499 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.185371 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:55:38.204594 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Sync routers for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:55:38.206783 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d27a7a48-2a0f-4b6a-b0bf-487bdc5ba66d admin admin] 10.222.0.11 "PUT /v2.0/routers/2c678864-db24-46bf-a123-2c8c1c46a5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9561868 Apr 18 13:55:38.214112 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0c3b0-e06d-4786-9ff3-628d47adf590 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Pushing event updated for resources: {'Port': ['ID=6a7a82f7-f3fd-401f-9134-4c204c1708f9,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:38.228160 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:38.228786 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:38.279570 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80628cf7-0775-42a7-9b0a-f10c05018f72 admin admin] Publish callbacks [] for security_group (1eaefa48-5305-4c03-8779-7b5b730efd31), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.300762 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Pushing event updated for resources: {'Port': ['ID=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:38.335013 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Publish callbacks [] for port (32759e95-971a-45b0-a48f-aa076a407cb5), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.366214 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.367230 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (5b2387c5-d156-4539-8fe8-f9dbaf827d57), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.449271 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Pushing event updated for resources: {'Port': ['ID=32759e95-971a-45b0-a48f-aa076a407cb5,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:38.604498 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Request body: {'port': {'device_id': '37cce966-82f3-42af-9fb2-3ce34262915f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:38.646241 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Network 690afe85-44bf-4266-8667-487a0712718b is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:38.654843 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:38.708893 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 7c1bcc37-d56e-4b49-b080-b696295d841c is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:38.726953 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 2604dd3d-17d8-458c-a11d-0dcb4fb458cc up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:38.756386 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:38.831972 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedb3ee-2f8f-4f1d-ad5d-b8b3e0da7e6f None None] Pushing event updated for resources: {'Port': ['ID=67f94692-804c-4900-b913-96edaef4b1a7,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:38.972271 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:38.999421 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:39.000172 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:39.335615 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:55:39.356775 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80628cf7-0775-42a7-9b0a-f10c05018f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (1eaefa48-5305-4c03-8779-7b5b730efd31), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:39.359837 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80628cf7-0775-42a7-9b0a-f10c05018f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:39.368118 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-80628cf7-0775-42a7-9b0a-f10c05018f72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1eaefa48-5305-4c03-8779-7b5b730efd31 HTTP/1.1" status: 204 len: 168 time: 2.0515344 Apr 18 13:55:39.407463 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:39.407851 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:33Z', 'revision_number': 2, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:39.482012 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba5173-e38a-414f-91a3-0849a88b14e9 req-d7adf8d9-1475-4836-b054-1c44693f2b6b tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:39.483692 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8ba5173-e38a-414f-91a3-0849a88b14e9 req-d7adf8d9-1475-4836-b054-1c44693f2b6b tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 931 time: 0.8507411 Apr 18 13:55:39.486121 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56794) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:39.520566 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80628cf7-0775-42a7-9b0a-f10c05018f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaefa48-5305-4c03-8779-7b5b730efd31,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:39.522360 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Checking router: 2c678864-db24-46bf-a123-2c8c1c46a5bd for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:55:39.523074 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Updating router 2c678864-db24-46bf-a123-2c8c1c46a5bd port 06a68575-62a1-4efe-991e-d847b8d5d4ba binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:55:39.576818 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Network beab489c-c10b-46fc-92ca-3c4439922579 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:39.627306 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:39.632291 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:39.676901 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:55:39.723739 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:39.991323 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56804) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:40.075140 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7a82f7-f3fd-401f-9134-4c204c1708f9 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:55:40.099674 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Publish callbacks [] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.137541 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:40.137936 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.193917 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Transition to ACTIVE for port object 6a7a82f7-f3fd-401f-9134-4c204c1708f9 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:55:40.202115 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.410008 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-ce987c69-afed-470a-8bd8-25da9ec1ec3a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--826002803', 'description': 'tempest-description--771640741'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:40.410613 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.437254 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:55:40.452555 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8ba5173-e38a-414f-91a3-0849a88b14e9 req-8f77edc6-bb3b-4719-a093-1707fc8d2cdf tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9470098 Apr 18 13:55:40.489737 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f01f9152-ea75-40ee-b32d-7ec7bccf3c1e admin admin] 10.222.0.11 "PUT /v2.0/routers/5b2387c5-d156-4539-8fe8-f9dbaf827d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1074347 Apr 18 13:55:40.490740 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a098636-076d-43f3-accb-2538857c4466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.630506 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce987c69-afed-470a-8bd8-25da9ec1ec3a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.703194 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7a82f7-f3fd-401f-9134-4c204c1708f9,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:40.706316 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:55:40.714465 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Attempting to bind port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:40.715011 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Attempting to bind port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '9501ee53-434a-4d25-811d-d31d5ff0425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '19de4823-9347-4b53-bc8a-bc1f194c84b6'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:40.715815 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Attempting to bind port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 on network 19de4823-9347-4b53-bc8a-bc1f194c84b6 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:40.748678 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Publish callbacks [] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.758520 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a098636-076d-43f3-accb-2538857c4466 admin admin] Publish callbacks [] for security_group (24da05c3-8c4c-4970-b680-d0b27a2456f8), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.767323 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.771706 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7a098636-076d-43f3-accb-2538857c4466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (24da05c3-8c4c-4970-b680-d0b27a2456f8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:40.819054 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 on network 19de4823-9347-4b53-bc8a-bc1f194c84b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:55:40.825050 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Attempting to bind port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 on network 19de4823-9347-4b53-bc8a-bc1f194c84b6 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:40.838755 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7a098636-076d-43f3-accb-2538857c4466 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06abdbc1cb2649de9d6c9c4d8ef217cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3458636 Apr 18 13:55:40.841351 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:31Z', 'revision_number': 3, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:40.847656 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56830) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:40.856904 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:40.858536 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Checking segment: {'id': '9501ee53-434a-4d25-811d-d31d5ff0425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '19de4823-9347-4b53-bc8a-bc1f194c84b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:40.860810 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Bound using segment: {'id': '9501ee53-434a-4d25-811d-d31d5ff0425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '19de4823-9347-4b53-bc8a-bc1f194c84b6'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:40.861575 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Bound port: 6a7a82f7-f3fd-401f-9134-4c204c1708f9, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9501ee53-434a-4d25-811d-d31d5ff0425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '19de4823-9347-4b53-bc8a-bc1f194c84b6'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:40.863615 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.009451 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Current status of the port 89211686-50c0-40ae-97c3-13d721f43309 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:41.066503 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Checking router: e73bcc22-4ae5-48a5-b473-a38b516146a6 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:55:41.066809 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Updating router e73bcc22-4ae5-48a5-b473-a38b516146a6 port b5de447a-1057-4203-babf-e87cb79642ea binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:55:41.085044 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a35b7d-291c-45c6-86b2-e38c8b88c7c4 None None] Pushing event updated for resources: {'Port': ['ID=06a68575-62a1-4efe-991e-d847b8d5d4ba,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:41.131245 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce987c69-afed-470a-8bd8-25da9ec1ec3a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (541741f7-580d-4370-8f1f-17375f767880), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.147335 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Attempting to bind port 06a68575-62a1-4efe-991e-d847b8d5d4ba on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:41.152277 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Attempting to bind port 06a68575-62a1-4efe-991e-d847b8d5d4ba by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:41.152672 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Attempting to bind port 06a68575-62a1-4efe-991e-d847b8d5d4ba on network db57bc13-e046-4a3e-8b78-1f138a041e90 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:41.190555 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:41.191131 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Checking segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:41.191543 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.193001 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Bound using segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:41.193508 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Bound port: 06a68575-62a1-4efe-991e-d847b8d5d4ba, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:41.193904 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.214481 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a098636-076d-43f3-accb-2538857c4466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24da05c3-8c4c-4970-b680-d0b27a2456f8,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:41.232141 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce987c69-afed-470a-8bd8-25da9ec1ec3a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (541741f7-580d-4370-8f1f-17375f767880), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.362528 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce987c69-afed-470a-8bd8-25da9ec1ec3a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.363877 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ce987c69-afed-470a-8bd8-25da9ec1ec3a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9762533 Apr 18 13:55:41.372147 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:41.381300 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Provisioning complete for port 32759e95-971a-45b0-a48f-aa076a407cb5 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:41.381772 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.385279 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56840) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:41.394603 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-b8a960e2-5e9b-4e4b-adc9-67f7c2cee9fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'security_group_rule': {'security_group_id': '541741f7-580d-4370-8f1f-17375f767880', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:41.437282 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce987c69-afed-470a-8bd8-25da9ec1ec3a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541741f7-580d-4370-8f1f-17375f767880,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:41.463226 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:55:41.476712 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ac2acd1f-88f5-41aa-a329-3f265f7d0b6e admin admin] 10.222.0.11 "PUT /v2.0/routers/9318d64d-4b5c-44d5-9ad5-1eadfca3c869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2013283 Apr 18 13:55:41.478657 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a960e2-5e9b-4e4b-adc9-67f7c2cee9fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (6936ef78-cecf-4f61-b7a7-054908133a4f), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.491723 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Port 32759e95-971a-45b0-a48f-aa076a407cb5 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:41.530243 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] For port 06a68575-62a1-4efe-991e-d847b8d5d4ba, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:41.535831 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Provisioning complete for port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:41.536347 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.550940 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] For port 6a7a82f7-f3fd-401f-9134-4c204c1708f9, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:41.552504 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] For port 06a68575-62a1-4efe-991e-d847b8d5d4ba, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=06a68575-62a1-4efe-991e-d847b8d5d4ba,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:41.575882 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:41.734520 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] For port 6a7a82f7-f3fd-401f-9134-4c204c1708f9, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6a7a82f7-f3fd-401f-9134-4c204c1708f9,segment=NetworkSegment(9501ee53-434a-4d25-811d-d31d5ff0425f),segment_id=9501ee53-434a-4d25-811d-d31d5ff0425f)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:41.763660 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Sync routers for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:55:41.872606 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:41.875946 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:41.902992 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56852) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:41.930148 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-b9286d30-2674-41fc-912b-10ee0e7e8426 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1540665944', 'description': 'tempest-description--13149809'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:42.022567 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (b5de447a-1057-4203-babf-e87cb79642ea), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.032459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a960e2-5e9b-4e4b-adc9-67f7c2cee9fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (6936ef78-cecf-4f61-b7a7-054908133a4f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.051234 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b9286d30-2674-41fc-912b-10ee0e7e8426 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.073139 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a960e2-5e9b-4e4b-adc9-67f7c2cee9fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (6936ef78-cecf-4f61-b7a7-054908133a4f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.201705 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:42.251415 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Allocated IP 172.20.0.1 (756b4fb6-0e97-4373-be0c-12c997239a25/8d66113c-55b0-4f82-989a-76b8564e72bc/aa287f03-c1e8-4da0-b8a8-7c33fa92b113) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:42.297056 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49cf7-b7d9-41f6-a8ea-9768e8199bdb req-4e36bea5-11e4-423c-abc3-efdb5eeeea9c tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:42.311183 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9b49cf7-b7d9-41f6-a8ea-9768e8199bdb req-4e36bea5-11e4-423c-abc3-efdb5eeeea9c tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 943 time: 0.6084635 Apr 18 13:55:42.338000 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a960e2-5e9b-4e4b-adc9-67f7c2cee9fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6936ef78-cecf-4f61-b7a7-054908133a4f,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:42.368512 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8a960e2-5e9b-4e4b-adc9-67f7c2cee9fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.369940 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b8a960e2-5e9b-4e4b-adc9-67f7c2cee9fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9812398 Apr 18 13:55:42.394903 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56864) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:42.420939 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-402fc9c1-b3ab-4eed-bc17-2db436f20a0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'security_group_rule': {'security_group_id': '541741f7-580d-4370-8f1f-17375f767880', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:42.437597 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Current status of the port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:42.452698 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:42.456454 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:42.502703 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a35b7d-291c-45c6-86b2-e38c8b88c7c4 None None] Pushing event updated for resources: {'Port': ['ID=06a68575-62a1-4efe-991e-d847b8d5d4ba,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:42.545134 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.766300 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device aba6deba-e9c2-4e05-a646-923b4820f462 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:42.787329 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:42.789360 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9b49cf7-b7d9-41f6-a8ea-9768e8199bdb req-c918bef2-282e-4f54-8407-dff4625bd84e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760561 Apr 18 13:55:42.802228 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-402fc9c1-b3ab-4eed-bc17-2db436f20a0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (2a9c0e09-6e3d-4ba1-aa98-dbfab9bf0be6), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.821614 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b6793c2-15d2-4947-8e0b-c712572f6ddc admin admin] Publish callbacks [] for security_group (24da05c3-8c4c-4970-b680-d0b27a2456f8), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.882208 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b6793c2-15d2-4947-8e0b-c712572f6ddc admin admin] Publish callbacks [] for security_group (24da05c3-8c4c-4970-b680-d0b27a2456f8), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.887352 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b9286d30-2674-41fc-912b-10ee0e7e8426 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (cd3c60fb-8318-4f2b-96c1-19cd4709c943), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.907578 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b9286d30-2674-41fc-912b-10ee0e7e8426 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (cd3c60fb-8318-4f2b-96c1-19cd4709c943), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:42.937136 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:41Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:43.002595 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44be0f-8c7f-4e0e-a5b0-68ba146e3d99 None None] The sync data for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi is: [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:41Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:55:43.028949 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:43.029674 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.031354 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] 10.222.0.37 "PUT /v2.0/ports/6a7a82f7-f3fd-401f-9134-4c204c1708f9 HTTP/1.1" status: 200 len: 1093 time: 4.5286055 Apr 18 13:55:43.072695 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cce966-82f3-42af-9fb2-3ce34262915f', 'tag': '6a7a82f7-f3fd-401f-9134-4c204c1708f9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:55:43.157470 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b9286d30-2674-41fc-912b-10ee0e7e8426 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.158908 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b9286d30-2674-41fc-912b-10ee0e7e8426 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2545092 Apr 18 13:55:43.161352 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9286d30-2674-41fc-912b-10ee0e7e8426 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c60fb-8318-4f2b-96c1-19cd4709c943,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:43.164174 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56880) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:43.174635 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-12ea41c5-b17c-4a74-b872-dde8756a05e4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c60fb-8318-4f2b-96c1-19cd4709c943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:43.220525 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-402fc9c1-b3ab-4eed-bc17-2db436f20a0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (2a9c0e09-6e3d-4ba1-aa98-dbfab9bf0be6), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.235076 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-402fc9c1-b3ab-4eed-bc17-2db436f20a0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (2a9c0e09-6e3d-4ba1-aa98-dbfab9bf0be6), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.314685 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fc9c1-b3ab-4eed-bc17-2db436f20a0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9c0e09-6e3d-4ba1-aa98-dbfab9bf0be6,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:43.319778 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12ea41c5-b17c-4a74-b872-dde8756a05e4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (c62a5f56-21d3-4c0b-ba82-ec4384ebd822), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.334438 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-402fc9c1-b3ab-4eed-bc17-2db436f20a0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.336189 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-402fc9c1-b3ab-4eed-bc17-2db436f20a0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9353244 Apr 18 13:55:43.339177 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56890) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:43.350873 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:43.449038 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.460326 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12ea41c5-b17c-4a74-b872-dde8756a05e4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (c62a5f56-21d3-4c0b-ba82-ec4384ebd822), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.540896 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12ea41c5-b17c-4a74-b872-dde8756a05e4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (c62a5f56-21d3-4c0b-ba82-ec4384ebd822), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.548993 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Publish callbacks [] for port (b5de447a-1057-4203-babf-e87cb79642ea), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.671485 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ca9af-1981-4dcb-953a-ecd769803cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7a82f7-f3fd-401f-9134-4c204c1708f9,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:43.676913 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b6793c2-15d2-4947-8e0b-c712572f6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (24da05c3-8c4c-4970-b680-d0b27a2456f8), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.679893 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2b6793c2-15d2-4947-8e0b-c712572f6ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.681208 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2b6793c2-15d2-4947-8e0b-c712572f6ddc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24da05c3-8c4c-4970-b680-d0b27a2456f8 HTTP/1.1" status: 204 len: 168 time: 2.8108883 Apr 18 13:55:43.690376 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c328c-ad54-45a8-9abb-284e7e2a9fa6 None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:55:43.691999 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996" -d '{"events": [{"name": "network-changed", "server_uuid": "37cce966-82f3-42af-9fb2-3ce34262915f", "tag": "6a7a82f7-f3fd-401f-9134-4c204c1708f9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:55:43.733963 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Provisioning complete for port 06a68575-62a1-4efe-991e-d847b8d5d4ba triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:43.734333 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.750517 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6793c2-15d2-4947-8e0b-c712572f6ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da05c3-8c4c-4970-b680-d0b27a2456f8,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:43.763602 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232b8f0-80be-42af-843d-61cbf56199be req-306dea5f-53c3-424a-a475-5b51f8dae33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:43.763602 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-306dea5f-53c3-424a-a475-5b51f8dae33c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30eeb5e294ff42ce8e01429a20cc6f40&device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 1127 time: 0.5239964 Apr 18 13:55:43.769533 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56900) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:43.862095 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (b5de447a-1057-4203-babf-e87cb79642ea), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.866646 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea41c5-b17c-4a74-b872-dde8756a05e4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62a5f56-21d3-4c0b-ba82-ec4384ebd822,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:43.914778 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Publish callbacks [] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:43.917569 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-6d1b0e2c-f9dd-4799-9edb-22670ca650cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a7a82f7-f3fd-401f-9134-4c204c1708f9 HTTP/1.1" status: 200 len: 217 time: 0.1467817 Apr 18 13:55:43.922085 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-326a7b70-ad78-4bff-8bf8-cd802b9a4c45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837819770', 'description': 'tempest-description--934500589'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:44.016153 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12ea41c5-b17c-4a74-b872-dde8756a05e4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.017152 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-12ea41c5-b17c-4a74-b872-dde8756a05e4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8497128 Apr 18 13:55:44.022533 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56912) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:44.033327 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-f717d1d7-9d1c-4cd4-a8eb-947bcc759cd5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c60fb-8318-4f2b-96c1-19cd4709c943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:44.059575 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-326a7b70-ad78-4bff-8bf8-cd802b9a4c45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.072032 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232b8f0-80be-42af-843d-61cbf56199be req-7d72647f-72ce-4bc6-8221-368fdb1a0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:44.073511 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-7d72647f-72ce-4bc6-8221-368fdb1a0948 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2cbef8fe-ba30-4543-82f7-2a6332405ed7 HTTP/1.1" status: 200 len: 852 time: 0.1412952 Apr 18 13:55:44.129287 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b806c3-5099-453f-8c7d-fe8e7cbc922b None None] Pushing event updated for resources: {'Port': ['ID=b5de447a-1057-4203-babf-e87cb79642ea,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:44.225816 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-5b623d83-ffdd-4151-bdbc-e3183c14df26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19de4823-9347-4b53-bc8a-bc1f194c84b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354222 Apr 18 13:55:44.276632 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f717d1d7-9d1c-4cd4-a8eb-947bcc759cd5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (e4bff07d-9bdd-4e57-9f48-611f0f88ad7c), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.311944 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port aba6deba-e9c2-4e05-a646-923b4820f462 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:44.314748 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.369197 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.406549 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347384e-98b7-4121-9081-748d81610448 req-6117a38c-1239-4bb4-aa5b-056d0a0b295b tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:44.408143 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b347384e-98b7-4121-9081-748d81610448 req-6117a38c-1239-4bb4-aa5b-056d0a0b295b tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 943 time: 0.3901594 Apr 18 13:55:44.433641 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.489635 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:44.491786 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Attempting to bind port b5de447a-1057-4203-babf-e87cb79642ea on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:44.492159 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Attempting to bind port b5de447a-1057-4203-babf-e87cb79642ea by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:44.494250 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Attempting to bind port b5de447a-1057-4203-babf-e87cb79642ea on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:44.574202 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:44.574917 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:44.575078 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.575479 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:44.576109 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Bound port: b5de447a-1057-4203-babf-e87cb79642ea, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:44.576492 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (b5de447a-1057-4203-babf-e87cb79642ea), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.649538 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56926) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:44.823900 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b347384e-98b7-4121-9081-748d81610448 req-af6ae309-1626-4e6f-a167-1df5b2080d82 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947587 Apr 18 13:55:44.843156 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56934) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:44.885852 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19b9a93-f046-4c51-affa-72061c5aeaf3 x-openstack-request-id: req-d19b9a93-f046-4c51-affa-72061c5aeaf3 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:55:44.887363 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37cce966-82f3-42af-9fb2-3ce34262915f", "tag": "6a7a82f7-f3fd-401f-9134-4c204c1708f9", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:55:44.887810 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d19b9a93-f046-4c51-affa-72061c5aeaf3 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:55:44.890835 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19b9a93-f046-4c51-affa-72061c5aeaf3'] response: {'name': 'network-changed', 'server_uuid': '37cce966-82f3-42af-9fb2-3ce34262915f', 'tag': '6a7a82f7-f3fd-401f-9134-4c204c1708f9', 'status': 'completed', 'code': 200} Apr 18 13:55:44.906601 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Network 756b4fb6-0e97-4373-be0c-12c997239a25 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:44.911394 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5b86-9a02-40de-916c-acb60e948042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:44.961943 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:45.000425 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:45.004571 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (e73bcc22-4ae5-48a5-b473-a38b516146a6), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.078178 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5b86-9a02-40de-916c-acb60e948042 admin admin] Publish callbacks [] for security_group (b8c89261-7ec9-431b-a85f-2057146ee666), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.087322 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] For port b5de447a-1057-4203-babf-e87cb79642ea, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:45.090607 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5b86-9a02-40de-916c-acb60e948042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b8c89261-7ec9-431b-a85f-2057146ee666), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.100965 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] For port b5de447a-1057-4203-babf-e87cb79642ea, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=b5de447a-1057-4203-babf-e87cb79642ea,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:45.158338 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9e3f5b86-9a02-40de-916c-acb60e948042 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dcd7bf0d9c6b4f67bd5115c318c24a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118529 Apr 18 13:55:45.166795 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56936) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:45.173013 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (b5de447a-1057-4203-babf-e87cb79642ea), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.202922 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Allocated IP 172.27.3.141 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/01f14d70-19a4-42e2-9cdf-b03f96236a7a) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:45.251710 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:45.284750 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f5b86-9a02-40de-916c-acb60e948042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c89261-7ec9-431b-a85f-2057146ee666,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:45.311325 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-025bac9b-21e8-45bd-8dba-c67fd693e1c8 admin admin] Publish callbacks [] for security_group (b8c89261-7ec9-431b-a85f-2057146ee666), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.323067 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-326a7b70-ad78-4bff-8bf8-cd802b9a4c45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (3979eb82-935a-4dc8-9a1a-f348373ad0e9), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.350590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-025bac9b-21e8-45bd-8dba-c67fd693e1c8 admin admin] Publish callbacks [] for security_group (b8c89261-7ec9-431b-a85f-2057146ee666), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.394857 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-326a7b70-ad78-4bff-8bf8-cd802b9a4c45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (3979eb82-935a-4dc8-9a1a-f348373ad0e9), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.420259 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f717d1d7-9d1c-4cd4-a8eb-947bcc759cd5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (e4bff07d-9bdd-4e57-9f48-611f0f88ad7c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.428676 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-e68143a2-5c04-460b-aa86-0495b7cebe8b service neutron] 10.222.0.37 "GET /v2.0/networks/19de4823-9347-4b53-bc8a-bc1f194c84b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1552899 Apr 18 13:55:45.440398 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-326a7b70-ad78-4bff-8bf8-cd802b9a4c45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.442107 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-326a7b70-ad78-4bff-8bf8-cd802b9a4c45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6696732 Apr 18 13:55:45.462502 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f717d1d7-9d1c-4cd4-a8eb-947bcc759cd5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (e4bff07d-9bdd-4e57-9f48-611f0f88ad7c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.483003 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56938) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:45.495935 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-f330fb5e-acb5-4c29-8360-176d37774c16 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'security_group_rule': {'security_group_id': '3979eb82-935a-4dc8-9a1a-f348373ad0e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:45.516096 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-32210c9c-d116-4c47-b977-cfbcd6b19ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.541691 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-025bac9b-21e8-45bd-8dba-c67fd693e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b8c89261-7ec9-431b-a85f-2057146ee666), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.548342 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-025bac9b-21e8-45bd-8dba-c67fd693e1c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.551110 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-025bac9b-21e8-45bd-8dba-c67fd693e1c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8c89261-7ec9-431b-a85f-2057146ee666 HTTP/1.1" status: 204 len: 168 time: 0.3823621 Apr 18 13:55:45.609262 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717d1d7-9d1c-4cd4-a8eb-947bcc759cd5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bff07d-9bdd-4e57-9f48-611f0f88ad7c,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:45.679504 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f330fb5e-acb5-4c29-8360-176d37774c16 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (50ca78b4-7395-4445-ace4-e7b9a021fc25), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.695576 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bac9b-21e8-45bd-8dba-c67fd693e1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c89261-7ec9-431b-a85f-2057146ee666,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:45.715940 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Current status of the port 06a68575-62a1-4efe-991e-d847b8d5d4ba is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:45.717929 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.892542 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:45.893291 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:45.907507 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-32210c9c-d116-4c47-b977-cfbcd6b19ca0 admin admin] Publish callbacks [] for security_group (0a5527f6-2f44-41ae-bda1-41dd4ea90dc3), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.912665 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for port (01f14d70-19a4-42e2-9cdf-b03f96236a7a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.917052 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-32210c9c-d116-4c47-b977-cfbcd6b19ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0a5527f6-2f44-41ae-bda1-41dd4ea90dc3), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.930499 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f717d1d7-9d1c-4cd4-a8eb-947bcc759cd5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:45.936860 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f717d1d7-9d1c-4cd4-a8eb-947bcc759cd5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9103029 Apr 18 13:55:45.944340 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56950) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:45.960726 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a7b70-ad78-4bff-8bf8-cd802b9a4c45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3979eb82-935a-4dc8-9a1a-f348373ad0e9,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:45.981812 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-32210c9c-d116-4c47-b977-cfbcd6b19ca0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9bccb681ac8482b88ed8acf3c4bc261&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3247554 Apr 18 13:55:45.983655 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32210c9c-d116-4c47-b977-cfbcd6b19ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5527f6-2f44-41ae-bda1-41dd4ea90dc3,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:45.987027 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56952) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:45.991876 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:46.160081 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25070a-22df-4b96-a568-94648868ebe9 req-49b07b50-ce50-4861-8f07-9f97ef12638e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:46.162089 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f25070a-22df-4b96-a568-94648868ebe9 req-49b07b50-ce50-4861-8f07-9f97ef12638e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 943 time: 0.1220109 Apr 18 13:55:46.262219 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f330fb5e-acb5-4c29-8360-176d37774c16 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (50ca78b4-7395-4445-ace4-e7b9a021fc25), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.276139 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5232b8f0-80be-42af-843d-61cbf56199be req-036b243a-0799-4a91-9abe-12c361550343 service neutron] 10.222.0.37 "GET /v2.0/networks/19de4823-9347-4b53-bc8a-bc1f194c84b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8225975 Apr 18 13:55:46.287363 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.298143 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f330fb5e-acb5-4c29-8360-176d37774c16 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (50ca78b4-7395-4445-ace4-e7b9a021fc25), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.351578 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56956) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:46.394465 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b806c3-5099-453f-8c7d-fe8e7cbc922b None None] Pushing event updated for resources: {'Port': ['ID=b5de447a-1057-4203-babf-e87cb79642ea,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:46.411492 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port aba6deba-e9c2-4e05-a646-923b4820f462 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:46.412046 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.462114 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] For port 06a68575-62a1-4efe-991e-d847b8d5d4ba, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=06a68575-62a1-4efe-991e-d847b8d5d4ba,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:46.495785 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.553638 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-1921d2d1-554c-4df7-8c3d-c7327c1feaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:46.555706 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-1921d2d1-554c-4df7-8c3d-c7327c1feaac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30eeb5e294ff42ce8e01429a20cc6f40&device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 1127 time: 0.1736114 Apr 18 13:55:46.593607 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.601434 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330fb5e-acb5-4c29-8360-176d37774c16 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ca78b4-7395-4445-ace4-e7b9a021fc25,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:46.639834 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-299fd93e-1cf1-4ed2-a2fc-97b99f6223a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.646740 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66115ed4-77a0-4e06-ab78-181c0409bb45 None None] Pushing event updated for resources: {'Port': ['ID=06a68575-62a1-4efe-991e-d847b8d5d4ba,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:46.676485 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:46.679296 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 2, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:46.696195 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f330fb5e-acb5-4c29-8360-176d37774c16 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.698111 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f330fb5e-acb5-4c29-8360-176d37774c16 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2061086 Apr 18 13:55:46.753822 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56958) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:46.757284 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:46.895326 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port aba6deba-e9c2-4e05-a646-923b4820f462, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=aba6deba-e9c2-4e05-a646-923b4820f462,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:46.902175 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Allocated IP 172.27.3.153 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/1e62c76b-4e35-434e-b226-97c7784a822b) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:47.038299 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (1e62c76b-4e35-434e-b226-97c7784a822b), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.082482 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-4f6c11e4-a01f-49f7-8f69-3d2128c5ff6b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'security_group_rule': {'security_group_id': '3979eb82-935a-4dc8-9a1a-f348373ad0e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:47.093872 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Checking router: 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:55:47.094412 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Updating router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:55:47.100190 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Provisioning complete for port 06a68575-62a1-4efe-991e-d847b8d5d4ba triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:47.100674 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.112861 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (01f14d70-19a4-42e2-9cdf-b03f96236a7a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.172854 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-6edb682b-a5cf-4995-9a83-669cd33bdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:47.174553 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-6edb682b-a5cf-4995-9a83-669cd33bdb55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=19de4823-9347-4b53-bc8a-bc1f194c84b6 HTTP/1.1" status: 200 len: 913 time: 0.4751272 Apr 18 13:55:47.181003 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:47.182566 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.182984 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (1e62c76b-4e35-434e-b226-97c7784a822b), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.183399 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 89211686-50c0-40ae-97c3-13d721f43309 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:47.192259 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'Port': ['ID=01f14d70-19a4-42e2-9cdf-b03f96236a7a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:47.202487 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:47.268124 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=1e62c76b-4e35-434e-b226-97c7784a822b,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:47.283532 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:47.305584 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-bcbd7acd-15b6-468a-8e4f-4bcdd72096bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a7a82f7-f3fd-401f-9134-4c204c1708f9 HTTP/1.1" status: 200 len: 217 time: 0.0954247 Apr 18 13:55:47.392835 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (5cc98540-7e0f-410f-910f-7ed922a1f24b), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.410713 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5e58f1cc-726f-4ee6-80fc-05b2021ed039 admin admin] Publish callbacks [] for security_group (0a5527f6-2f44-41ae-bda1-41dd4ea90dc3), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.456092 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=aba6deba-e9c2-4e05-a646-923b4820f462,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:47.515675 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-299fd93e-1cf1-4ed2-a2fc-97b99f6223a7 admin admin] Publish callbacks [] for security_group (c47c92ce-04fd-4eb1-8c15-04d71eeef2c0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.530685 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f6c11e4-a01f-49f7-8f69-3d2128c5ff6b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (54a60c52-5ce5-4769-a737-3a9bc1b2b3df), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.533159 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-299fd93e-1cf1-4ed2-a2fc-97b99f6223a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (c47c92ce-04fd-4eb1-8c15-04d71eeef2c0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.572902 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:47.583326 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f25070a-22df-4b96-a568-94648868ebe9 req-f1b124a5-8813-4d44-8841-54cbfe2919a7 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3823292 Apr 18 13:55:47.606258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:47.619626 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:47.625133 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.641943 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-299fd93e-1cf1-4ed2-a2fc-97b99f6223a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa15a35dcecb4f28a10d211c40d07e55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2865059 Apr 18 13:55:47.664692 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56966) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:47.743885 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Publish callbacks [] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.756875 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 89211686-50c0-40ae-97c3-13d721f43309 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:47.757771 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (89211686-50c0-40ae-97c3-13d721f43309), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.759919 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:31Z', 'revision_number': 3, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:47.761972 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd93e-1cf1-4ed2-a2fc-97b99f6223a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47c92ce-04fd-4eb1-8c15-04d71eeef2c0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:47.764654 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.764811 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (0c59303e-8058-4e94-a7b6-fc7029b32171), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.765377 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (e73bcc22-4ae5-48a5-b473-a38b516146a6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.780210 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5e58f1cc-726f-4ee6-80fc-05b2021ed039 admin admin] Publish callbacks [] for security_group (0a5527f6-2f44-41ae-bda1-41dd4ea90dc3), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.786518 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-b759ee28-cfa8-4a1a-baf3-097a95680b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:47.793913 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-b759ee28-cfa8-4a1a-baf3-097a95680b8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2cbef8fe-ba30-4543-82f7-2a6332405ed7 HTTP/1.1" status: 200 len: 852 time: 0.2808378 Apr 18 13:55:47.841346 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ee5b3-1f0b-418e-a51a-ded667606503 None None] The sync data for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi is: [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:31Z', 'revision_number': 3, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:55:47.940956 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (01f14d70-19a4-42e2-9cdf-b03f96236a7a), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:47.946816 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1434fdf-c5ca-44eb-90df-cff951dadba3 admin admin] Publish callbacks [] for security_group (c47c92ce-04fd-4eb1-8c15-04d71eeef2c0), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.024188 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:48.053088 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1434fdf-c5ca-44eb-90df-cff951dadba3 admin admin] Publish callbacks [] for security_group (c47c92ce-04fd-4eb1-8c15-04d71eeef2c0), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.107081 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Current status of the port 06a68575-62a1-4efe-991e-d847b8d5d4ba is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:48.133514 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (1e62c76b-4e35-434e-b226-97c7784a822b), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.141040 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Provisioning complete for port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:48.141443 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.145321 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Network 756b4fb6-0e97-4373-be0c-12c997239a25 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:48.152590 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:48.235396 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1434fdf-c5ca-44eb-90df-cff951dadba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (c47c92ce-04fd-4eb1-8c15-04d71eeef2c0), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.238134 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1434fdf-c5ca-44eb-90df-cff951dadba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.239524 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e1434fdf-c5ca-44eb-90df-cff951dadba3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c47c92ce-04fd-4eb1-8c15-04d71eeef2c0 HTTP/1.1" status: 204 len: 168 time: 0.5649579 Apr 18 13:55:48.279943 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f6c11e4-a01f-49f7-8f69-3d2128c5ff6b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (54a60c52-5ce5-4769-a737-3a9bc1b2b3df), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.286767 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5e58f1cc-726f-4ee6-80fc-05b2021ed039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0a5527f6-2f44-41ae-bda1-41dd4ea90dc3), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.290377 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5e58f1cc-726f-4ee6-80fc-05b2021ed039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.292156 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5e58f1cc-726f-4ee6-80fc-05b2021ed039 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a5527f6-2f44-41ae-bda1-41dd4ea90dc3 HTTP/1.1" status: 204 len: 168 time: 2.2951894 Apr 18 13:55:48.313408 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:48.323660 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f6c11e4-a01f-49f7-8f69-3d2128c5ff6b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (54a60c52-5ce5-4769-a737-3a9bc1b2b3df), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.329010 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:55:48.352993 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:48.359592 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f1cc-726f-4ee6-80fc-05b2021ed039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5527f6-2f44-41ae-bda1-41dd4ea90dc3,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:48.367460 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:48.377312 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Provisioning complete for port 32759e95-971a-45b0-a48f-aa076a407cb5 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:48.377312 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.378919 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 89211686-50c0-40ae-97c3-13d721f43309 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:48.380002 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device b8f98c43-4734-4831-bd44-f17aa2f1860f up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:48.570443 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c11e4-a01f-49f7-8f69-3d2128c5ff6b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a60c52-5ce5-4769-a737-3a9bc1b2b3df,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:48.590848 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for port (01f14d70-19a4-42e2-9cdf-b03f96236a7a), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.609062 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:48.611373 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f6c11e4-a01f-49f7-8f69-3d2128c5ff6b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.615525 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4f6c11e4-a01f-49f7-8f69-3d2128c5ff6b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5358393 Apr 18 13:55:48.616481 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 56972) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:48.626323 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:48.632191 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (01f14d70-19a4-42e2-9cdf-b03f96236a7a), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.714329 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Port 32759e95-971a-45b0-a48f-aa076a407cb5 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:48.723547 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (5cc98540-7e0f-410f-910f-7ed922a1f24b), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.726362 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Provisioning complete for port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:48.726998 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.785854 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.833989 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3473b3e2-a235-4cb5-9d32-c1b2d5c6af88 None None] Port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:48.865165 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-e0a87267-0d86-4a97-9b4f-0288e4dca83c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19de4823-9347-4b53-bc8a-bc1f194c84b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214209 Apr 18 13:55:48.873733 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1434fdf-c5ca-44eb-90df-cff951dadba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47c92ce-04fd-4eb1-8c15-04d71eeef2c0,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:48.890676 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port b8f98c43-4734-4831-bd44-f17aa2f1860f triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:48.891855 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.938506 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Router e73bcc22-4ae5-48a5-b473-a38b516146a6 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:55:48.940448 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:48.957297 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6014416 Apr 18 13:55:48.959294 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a0a24-2321-46b0-88e6-8e8f22dc0e5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'Port': ['ID=01f14d70-19a4-42e2-9cdf-b03f96236a7a,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:49.047726 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-8ff1bdc7-ff70-4930-bfdb-1c9a611b63d3 None None] Provisioning complete for port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:49.048262 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8ff1bdc7-ff70-4930-bfdb-1c9a611b63d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.169145 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (1e62c76b-4e35-434e-b226-97c7784a822b), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.210318 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (1e62c76b-4e35-434e-b226-97c7784a822b), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.331489 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:49.380339 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:55:49.381443 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Updating router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 port 32759e95-971a-45b0-a48f-aa076a407cb5 binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:55:49.387530 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 56996) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:49.399324 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:55:49.413971 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Publish callbacks [] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.417330 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29a920f7-f2f2-48a5-9305-3f8e92ef8143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.425193 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=1e62c76b-4e35-434e-b226-97c7784a822b,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:49.433471 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.458440 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9079dc59-94bf-4e53-a7ea-bbef0873d3a5 admin admin] 10.222.0.11 "PUT /v2.0/routers/e73bcc22-4ae5-48a5-b473-a38b516146a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5896616 Apr 18 13:55:49.464593 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd833d92-7ee4-4b66-bf14-50443172de3e req-ad383253-8983-4962-8205-4ce38a94e80a tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:49.484443 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd833d92-7ee4-4b66-bf14-50443172de3e req-ad383253-8983-4962-8205-4ce38a94e80a tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 943 time: 0.6117265 Apr 18 13:55:49.509547 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b4ed1d4a-5a42-4dc8-905b-1423439b3ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.535443 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (0c59303e-8058-4e94-a7b6-fc7029b32171), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.575778 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.599169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.616465 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-54c1d967-ac1a-4e5b-8efb-01f2c2a899fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6201658 Apr 18 13:55:49.616465 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:49.684247 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-3be6122b-919a-411e-b799-c654e1fbf0a9 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--826002803&fields=id&tenant_id=c2f4565c477145f28d773df31c2ad8e0 HTTP/1.1" status: 200 len: 267 time: 0.1734402 Apr 18 13:55:49.725318 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-8ff1bdc7-ff70-4930-bfdb-1c9a611b63d3 None None] Port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:49.734089 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230ce10-d1f0-42b9-84b2-0d93fd05875b None None] Pushing event updated for resources: {'Port': ['ID=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:49.796767 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd833d92-7ee4-4b66-bf14-50443172de3e req-1e8bd199-2026-4457-8199-fd234e8eeb88 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071694 Apr 18 13:55:49.997628 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port b8f98c43-4734-4831-bd44-f17aa2f1860f is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:49.998067 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.022351 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-d52eed18-80ca-48b0-a69f-07a9032584d5 service neutron] 10.222.0.37 "GET /v2.0/networks/19de4823-9347-4b53-bc8a-bc1f194c84b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389205 Apr 18 13:55:50.050230 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-47a12e5b-c4da-40f2-8416-501094fdf78e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:50.057448 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-47a12e5b-c4da-40f2-8416-501094fdf78e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 811 time: 0.3621469 Apr 18 13:55:50.082366 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b4ed1d4a-5a42-4dc8-905b-1423439b3ca1 admin admin] Publish callbacks [] for security_group (6862d1b9-4a60-4ba2-8764-e5b96935a172), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.095354 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b4ed1d4a-5a42-4dc8-905b-1423439b3ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (6862d1b9-4a60-4ba2-8764-e5b96935a172), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.096647 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Attempting to bind port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:50.099586 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Attempting to bind port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:50.099586 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Attempting to bind port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b on network beab489c-c10b-46fc-92ca-3c4439922579 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:50.110058 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port b8f98c43-4734-4831-bd44-f17aa2f1860f, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=b8f98c43-4734-4831-bd44-f17aa2f1860f,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:50.118303 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:50.119156 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Allocated IP 172.27.3.249 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/3ef4bcc8-444b-411f-814a-cb669db5ff69) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:50.119816 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Checking segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:50.120238 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.120641 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Bound using segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:50.122628 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Bound port: 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:50.125106 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.128559 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.129362 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 7c1bcc37-d56e-4b49-b080-b696295d841c up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:50.133109 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-8343d399-b284-46da-8353-5fe0e52f13a6 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/quotas/c2f4565c477145f28d773df31c2ad8e0 HTTP/1.1" status: 200 len: 375 time: 0.0601628 Apr 18 13:55:50.170384 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Publish callbacks [] for port (32759e95-971a-45b0-a48f-aa076a407cb5), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.180721 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.190952 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b4ed1d4a-5a42-4dc8-905b-1423439b3ca1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5888a02f40b49f68ecba6cd15d66cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7866850 Apr 18 13:55:50.200114 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57024) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:50.223659 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed1d4a-5a42-4dc8-905b-1423439b3ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6862d1b9-4a60-4ba2-8764-e5b96935a172,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:50.291890 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-f5962287-3a83-4ca3-9ab5-8222b51d5b65 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1475291 Apr 18 13:55:50.319533 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be49241-fa14-4e05-a779-b5dd628864a2 None None] Pushing event updated for resources: {'Port': ['ID=32759e95-971a-45b0-a48f-aa076a407cb5,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:50.381647 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-c6865239-5782-4875-96da-81018d10cd9d None None] Provisioning complete for port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:50.385939 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6865239-5782-4875-96da-81018d10cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.411611 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-70c8329e-74c4-49cb-8bf6-708e1dce8dec admin admin] Publish callbacks [] for security_group (6862d1b9-4a60-4ba2-8764-e5b96935a172), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.447143 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-70c8329e-74c4-49cb-8bf6-708e1dce8dec admin admin] Publish callbacks [] for security_group (6862d1b9-4a60-4ba2-8764-e5b96935a172), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.459617 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=b8f98c43-4734-4831-bd44-f17aa2f1860f,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:50.499694 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Attempting to bind port 32759e95-971a-45b0-a48f-aa076a407cb5 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:50.501352 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Attempting to bind port 32759e95-971a-45b0-a48f-aa076a407cb5 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:50.501885 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Attempting to bind port 32759e95-971a-45b0-a48f-aa076a407cb5 on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:50.525877 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-c6865239-5782-4875-96da-81018d10cd9d None None] Port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:50.529255 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 7c1bcc37-d56e-4b49-b080-b696295d841c triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:50.529716 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.530859 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:50.531224 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Checking segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:50.533878 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-70c8329e-74c4-49cb-8bf6-708e1dce8dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (6862d1b9-4a60-4ba2-8764-e5b96935a172), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.534365 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] For port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:50.538602 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-70c8329e-74c4-49cb-8bf6-708e1dce8dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.539610 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.540271 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Bound using segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:50.540954 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Bound port: 32759e95-971a-45b0-a48f-aa076a407cb5, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:50.541356 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-70c8329e-74c4-49cb-8bf6-708e1dce8dec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6862d1b9-4a60-4ba2-8764-e5b96935a172 HTTP/1.1" status: 204 len: 168 time: 0.3397160 Apr 18 13:55:50.541744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] For port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:50.542870 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.561944 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8329e-74c4-49cb-8bf6-708e1dce8dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6862d1b9-4a60-4ba2-8764-e5b96935a172,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:50.612564 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.733815 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] For port 32759e95-971a-45b0-a48f-aa076a407cb5, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:50.741134 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] For port 32759e95-971a-45b0-a48f-aa076a407cb5, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=32759e95-971a-45b0-a48f-aa076a407cb5,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:50.760542 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.799015 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-bbc2d980-4006-4e07-ac01-fa57d82d4b94 None None] Provisioning complete for port 32759e95-971a-45b0-a48f-aa076a407cb5 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:50.799384 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d980-4006-4e07-ac01-fa57d82d4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:50.870133 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb3fe072-c8cd-49d2-8d5a-6fd2fb56d996 req-2a70670a-d2a8-4cbb-ac1d-1dec67bd136a service neutron] 10.222.0.37 "GET /v2.0/networks/19de4823-9347-4b53-bc8a-bc1f194c84b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698839 Apr 18 13:55:50.892677 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230ce10-d1f0-42b9-84b2-0d93fd05875b None None] Pushing event updated for resources: {'Port': ['ID=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:50.921581 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be49241-fa14-4e05-a779-b5dd628864a2 None None] Pushing event updated for resources: {'Port': ['ID=32759e95-971a-45b0-a48f-aa076a407cb5,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:50.971507 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:50.972666 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:50.980969 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for port (3ef4bcc8-444b-411f-814a-cb669db5ff69), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:51.033355 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 7c1bcc37-d56e-4b49-b080-b696295d841c is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:51.034453 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device c11ba30a-0e2a-4fbe-a928-a2dc0763e783 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:51.041838 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:51.042014 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:51.044327 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-f86bbcb9-66b9-43a7-bfc1-6ee7e38ec31b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1540665944&fields=id&tenant_id=66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 267 time: 0.1053033 Apr 18 13:55:51.145194 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-257d4291-4137-443b-8e8f-816836d54f41 service neutron] 10.222.0.11 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477996 Apr 18 13:55:51.188357 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Sync routers for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:55:51.310360 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:51.311540 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:51.373680 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-9651389f-a869-4378-879e-d1d4de4277c9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:51.376392 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-9651389f-a869-4378-879e-d1d4de4277c9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 814 time: 0.3311529 Apr 18 13:55:51.381810 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (3ef4bcc8-444b-411f-814a-cb669db5ff69), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:51.440918 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:51.441518 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:51.456000 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2d980-4006-4e07-ac01-fa57d82d4b94 None None] Current status of the port 32759e95-971a-45b0-a48f-aa076a407cb5 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:51.456000 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d980-4006-4e07-ac01-fa57d82d4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:51.473665 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:51.477731 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:51.480395 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:51.495337 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-f2f356da-58cc-4464-936e-1cbf04b8600e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/quotas/66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 375 time: 0.1057289 Apr 18 13:55:51.497527 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:51.542230 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:51.546528 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8f95-425f-4dfb-8db7-ec734ccb03db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:51.569421 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (d5ff15ea-1294-4dc2-b1de-c12cd78a10dd), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:51.676981 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (3ef4bcc8-444b-411f-814a-cb669db5ff69), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:51.701538 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-bbc2d980-4006-4e07-ac01-fa57d82d4b94 None None] For port 32759e95-971a-45b0-a48f-aa076a407cb5, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=32759e95-971a-45b0-a48f-aa076a407cb5,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:51.705704 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:51.717940 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-0ef5abdb-8dc8-4c8f-b340-8b15ab4895c2 service neutron] 10.222.0.11 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714233 Apr 18 13:55:51.738963 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d980-4006-4e07-ac01-fa57d82d4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:51.803664 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'Port': ['ID=3ef4bcc8-444b-411f-814a-cb669db5ff69,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:51.899856 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-0685cc2b-86f1-4e64-92e7-a3f9dc3cfec5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3179491 Apr 18 13:55:52.024440 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2d980-4006-4e07-ac01-fa57d82d4b94 None None] Pushing event updated for resources: {'Port': ['ID=32759e95-971a-45b0-a48f-aa076a407cb5,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:52.033961 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Provisioning complete for port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:52.035577 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:52.049498 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:50Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:52.064787 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:52.137452 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4e3d9-3e23-4118-bd9b-31d88530ff54 None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:50Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:55:52.289986 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for port (3ef4bcc8-444b-411f-814a-cb669db5ff69), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:52.343804 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (3ef4bcc8-444b-411f-814a-cb669db5ff69), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:52.374305 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:50Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:52.409795 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6a7a82f7-f3fd-401f-9134-4c204c1708f9 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:55:52.520407 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (d5ff15ea-1294-4dc2-b1de-c12cd78a10dd), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:52.529562 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'Port': ['ID=3ef4bcc8-444b-411f-814a-cb669db5ff69,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:52.580355 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:52.591867 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-674448e6-0a62-422a-8c7e-9aab4aa6cb1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9638777 Apr 18 13:55:52.690744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 32759e95-971a-45b0-a48f-aa076a407cb5 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:52.721874 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cde98b-be00-4ea3-a631-eb020528a6a6 None None] The sync data for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi is: [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:50Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:55:52.951529 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Current status of the port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:52.951969 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:52.955516 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-77e8d19c-e9dd-47c7-8830-195d9db70844 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:55:52.956911 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-77e8d19c-e9dd-47c7-8830-195d9db70844 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8381851 Apr 18 13:55:52.977350 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.db.resource_extend [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 13:55:53.048120 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:53.083992 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:47Z', 'revision_number': 2, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:53.162218 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Checking router: e73bcc22-4ae5-48a5-b473-a38b516146a6 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:55:53.164646 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Updating router e73bcc22-4ae5-48a5-b473-a38b516146a6 port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:55:53.292613 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-d26f83ed-c587-47be-9309-62aa439e7dfd service neutron] 10.222.0.11 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291571 Apr 18 13:55:53.300991 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] For port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:53.369154 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-8dd7cbf6-01b7-419d-a7fa-ed1969c992ba tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:53.372325 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-8dd7cbf6-01b7-419d-a7fa-ed1969c992ba tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 819 time: 0.3238378 Apr 18 13:55:53.409473 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6a7a82f7-f3fd-401f-9134-4c204c1708f9, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6a7a82f7-f3fd-401f-9134-4c204c1708f9,segment=NetworkSegment(9501ee53-434a-4d25-811d-d31d5ff0425f),segment_id=9501ee53-434a-4d25-811d-d31d5ff0425f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:53.418472 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:53.432262 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:53.483426 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-6bb46aa7-b8da-4d47-a07c-eb35143280d9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/quotas/ff76d4b3a615408aa9a8d73b17f05eb3 HTTP/1.1" status: 200 len: 375 time: 0.1038666 Apr 18 13:55:53.523614 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 32759e95-971a-45b0-a48f-aa076a407cb5 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:53.524072 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:53.561754 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-bba55964-935f-4075-a001-c01ddbc3bd01 service neutron] 10.222.0.11 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572641 Apr 18 13:55:53.595743 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '6a7a82f7-f3fd-401f-9134-4c204c1708f9', 'network_id': '19de4823-9347-4b53-bc8a-bc1f194c84b6', 'port_id': '6a7a82f7-f3fd-401f-9134-4c204c1708f9', 'mac_address': 'fa:16:3e:ac:63:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbef8fe-ba30-4543-82f7-2a6332405ed7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:55:53.598232 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-5751b9bf-21ec-42ae-989c-acf011138b5d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063061 Apr 18 13:55:53.636915 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Provisioning complete for port 32759e95-971a-45b0-a48f-aa076a407cb5 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:53.637417 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:53.759076 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-dc4a003d-ec54-4b3c-bf66-ae6d33e85d12 service neutron] 10.222.0.11 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544740 Apr 18 13:55:53.830220 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Pushing event updated for resources: {'Port': ['ID=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:54.003271 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-75d16a32-ff86-4a85-a2c3-2a09d32400fd service neutron] 10.222.0.11 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377198 Apr 18 13:55:54.023666 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:54.024196 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:54.122507 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7a82f7-f3fd-401f-9134-4c204c1708f9 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:55:54.182501 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bf69c-7c16-477b-8964-3e278a28d9c5 req-49a2dedc-1aee-4efe-8d28-0d18ac32652c tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:54.186210 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-446bf69c-7c16-477b-8964-3e278a28d9c5 req-49a2dedc-1aee-4efe-8d28-0d18ac32652c tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 943 time: 0.1449580 Apr 18 13:55:54.279633 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6a7a82f7-f3fd-401f-9134-4c204c1708f9, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6a7a82f7-f3fd-401f-9134-4c204c1708f9,segment=NetworkSegment(9501ee53-434a-4d25-811d-d31d5ff0425f),segment_id=9501ee53-434a-4d25-811d-d31d5ff0425f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:54.287189 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:54.306039 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:54.342063 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a10c560-4866-47c7-a5b3-4bdb2a187bc6 req-198a02a4-f147-4f18-a984-21ef276c7a47 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 210 time: 0.0543406 Apr 18 13:55:54.360499 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-446bf69c-7c16-477b-8964-3e278a28d9c5 req-cd2782b0-20d5-4d36-9d70-26b0bea8524f tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642284 Apr 18 13:55:54.418875 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 32759e95-971a-45b0-a48f-aa076a407cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:54.420059 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 67f94692-804c-4900-b913-96edaef4b1a7 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:54.441118 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-cd3df02d-ff6f-48bb-b91e-6c97f873cc4a None None] Current status of the port 32759e95-971a-45b0-a48f-aa076a407cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:54.602647 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=6a7a82f7-f3fd-401f-9134-4c204c1708f9,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:54.649283 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f30d3a44-3da7-47b0-87ab-eda3e9864ceb req-ab64f48e-9d8e-4001-9b7d-486897ae7625 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 210 time: 0.1429529 Apr 18 13:55:54.685758 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 67f94692-804c-4900-b913-96edaef4b1a7 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:54.686136 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (67f94692-804c-4900-b913-96edaef4b1a7), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:54.797414 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-1d151de8-a311-4b1c-9c10-0058e2599ac6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1837819770&fields=id&tenant_id=1940d9e36e0644c595c43e588e07e62e HTTP/1.1" status: 200 len: 267 time: 0.3057652 Apr 18 13:55:54.875004 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca4700bc-2111-4958-a681-f3c267415b10 req-2d20e14f-b368-4bf1-afb1-dc0968b30260 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 210 time: 0.1128588 Apr 18 13:55:54.923177 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Publish callbacks [] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:54.964435 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.113545 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8670c9-62b5-45ad-ad5b-9a4f1218c728 None None] Pushing event updated for resources: {'Port': ['ID=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:55.228409 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 67f94692-804c-4900-b913-96edaef4b1a7 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:55.229006 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (67f94692-804c-4900-b913-96edaef4b1a7), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.244390 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5a92f27a-cbc0-4f99-9569-37d057b590eb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:55.260349 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5a92f27a-cbc0-4f99-9569-37d057b590eb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 817 time: 0.3762684 Apr 18 13:55:55.302988 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 67f94692-804c-4900-b913-96edaef4b1a7, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=67f94692-804c-4900-b913-96edaef4b1a7,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:55.319455 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (67f94692-804c-4900-b913-96edaef4b1a7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.320341 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 06a68575-62a1-4efe-991e-d847b8d5d4ba up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:55.320687 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-d26a8a79-ed58-4940-ab4f-ce2e578742be tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/quotas/1940d9e36e0644c595c43e588e07e62e HTTP/1.1" status: 200 len: 375 time: 0.0591514 Apr 18 13:55:55.352044 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Attempting to bind port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:55:55.352451 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Attempting to bind port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:55:55.352818 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Attempting to bind port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 on network 756b4fb6-0e97-4373-be0c-12c997239a25 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:55:55.382954 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.396972 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:55:55.397495 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Checking segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:55:55.397904 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.398326 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Bound using segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:55:55.398882 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Bound port: aa287f03-c1e8-4da0-b8a8-7c33fa92b113, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:55:55.399318 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.444887 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=67f94692-804c-4900-b913-96edaef4b1a7,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:55.463180 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-89f958f5-5bd8-4f58-a433-e44aa13e4681 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415389 Apr 18 13:55:55.526594 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e825-632e-4054-ad05-ade51c68b43e req-daffd00c-8d6c-410a-bd7f-950e3f6b94f3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:55.526753 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 06a68575-62a1-4efe-991e-d847b8d5d4ba triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:55.527298 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.533743 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-9d8b43b2-3172-4cb6-a9b1-26b4d8b26127 None None] Provisioning complete for port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:55.534114 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d8b43b2-3172-4cb6-a9b1-26b4d8b26127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.534962 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-daffd00c-8d6c-410a-bd7f-950e3f6b94f3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 819 time: 0.2458954 Apr 18 13:55:55.583290 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-d3483a6f-a6d3-40f8-becf-ef0cc2b834ee tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/quotas/ff76d4b3a615408aa9a8d73b17f05eb3 HTTP/1.1" status: 200 len: 375 time: 0.0472186 Apr 18 13:55:55.630910 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] For port aa287f03-c1e8-4da0-b8a8-7c33fa92b113, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:55:55.635498 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] For port aa287f03-c1e8-4da0-b8a8-7c33fa92b113, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:55:55.667332 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-86710244-d6a1-48f2-bbb2-bd77e434f872 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759377 Apr 18 13:55:55.688210 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:55.742105 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-f3874960-f62a-406c-b2f6-bde747d52975 service neutron] 10.222.0.11 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562311 Apr 18 13:55:55.838593 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8670c9-62b5-45ad-ad5b-9a4f1218c728 None None] Pushing event updated for resources: {'Port': ['ID=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:55.851370 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['6a7a82f7-f3fd-401f-9134-4c204c1708f9'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:55:55.914989 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b43b2-3172-4cb6-a9b1-26b4d8b26127 None None] Port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:55.933172 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:55:55.933968 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:55:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:55.970306 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-fc730204-b89b-4c70-9d3c-3da3b4032491 service neutron] 10.222.0.11 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135980 Apr 18 13:55:56.033412 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-1d5ac617-7b33-4e14-93bf-5a6614dd4a24 service neutron] 10.222.0.11 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634419 Apr 18 13:55:56.223273 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-7211c1a0-1b88-4997-a314-4467b62f3982 service neutron] 10.222.0.11 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887259 Apr 18 13:55:56.303337 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74db6a30-c78f-4873-83a6-6606415ec068 req-ad6cd7ba-264e-4056-b12f-7d9d699e6aa2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 210 time: 0.0509779 Apr 18 13:55:56.435008 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 06a68575-62a1-4efe-991e-d847b8d5d4ba is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:56.436438 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device aba6deba-e9c2-4e05-a646-923b4820f462 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:56.478171 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bc9be5fe-0c2c-4a48-94c9-8b9916b4dbdc req-e68f84f7-8ceb-491e-9a64-b5ec704e6591 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 210 time: 0.0624042 Apr 18 13:55:56.576813 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:55:56.722866 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.37', 62494) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:56.753635 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac550852-c9c9-4b31-a2a5-fe541c13837f req-d70db802-cd86-4b2c-9070-2d72876c68c1 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 210 time: 0.1142590 Apr 18 13:55:56.797111 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8693d-965a-418f-bc8d-4c55b4011d33 req-ca135439-24db-4d26-a46b-3530792cd90a tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:56.802722 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a5c8693d-965a-418f-bc8d-4c55b4011d33 req-ca135439-24db-4d26-a46b-3530792cd90a tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 944 time: 0.2947469 Apr 18 13:55:56.827190 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-d5eab577-43bc-42d3-9778-eb7807824541 None None] Provisioning complete for port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:56.827657 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5eab577-43bc-42d3-9778-eb7807824541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:56.976832 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d19e8ce6-2497-463b-8942-55eb7b4e1f3b req-ffdb2c2f-e562-4509-b967-5e6993846b61 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 210 time: 0.1070514 Apr 18 13:55:57.055819 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a5c8693d-965a-418f-bc8d-4c55b4011d33 req-a8dafb52-ec71-45c0-8a9d-ed869b9a85ab tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449579 Apr 18 13:55:57.144164 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port aba6deba-e9c2-4e05-a646-923b4820f462 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:57.146280 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:57.285355 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d5eab577-43bc-42d3-9778-eb7807824541 None None] Current status of the port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:57.285752 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5eab577-43bc-42d3-9778-eb7807824541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:57.313785 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-2b5bc70c-c2c8-49c6-9c38-df764499ba6d tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:57.323539 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-2b5bc70c-c2c8-49c6-9c38-df764499ba6d tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 811 time: 0.6668568 Apr 18 13:55:57.336840 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-f05ca30c-a92f-4d16-ac98-9f4e52e9638c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:57.342358 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-f05ca30c-a92f-4d16-ac98-9f4e52e9638c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 819 time: 0.6105056 Apr 18 13:55:57.414342 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'port': {'device_id': '18c6d896-7fd9-4029-96e8-95b0fd31cb3c', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'admin_state_up': True, 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:57.420758 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.37', 62498) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:57.436410 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-d5eab577-43bc-42d3-9778-eb7807824541 None None] For port aa287f03-c1e8-4da0-b8a8-7c33fa92b113, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:57.486080 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5eab577-43bc-42d3-9778-eb7807824541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:57.594252 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fef75c77-0223-4560-b855-ed41f796a572 req-ee765fec-3622-4f29-8024-903be336f109 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 210 time: 0.0923460 Apr 18 13:55:57.633560 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eab577-43bc-42d3-9778-eb7807824541 None None] Pushing event updated for resources: {'Port': ['ID=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:57.655480 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-31e48572-5af0-4bf8-93ae-fd6780d4845b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f4565c477145f28d773df31c2ad8e0 HTTP/1.1" status: 200 len: 379 time: 0.3091733 Apr 18 13:55:57.699988 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'port': {'device_id': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'admin_state_up': True, 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'security_groups': ['541741f7-580d-4370-8f1f-17375f767880']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:57.722406 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:55:57.753287 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dcfece1a-539b-422a-b2aa-bd7d5847a6ca req-b6dab714-32af-4346-9ccc-b6bfd9f43733 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 210 time: 0.1431005 Apr 18 13:55:57.790858 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72065ed1-7159-415d-8322-afe9a62249fe None None] The sync data for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi is: [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:55:57.821729 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port aba6deba-e9c2-4e05-a646-923b4820f462 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:57.830944 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device b8f98c43-4734-4831-bd44-f17aa2f1860f up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:57.845900 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-e1bebde1-4b46-4b2a-b1a1-f767302b08c9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:57.848844 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-e1bebde1-4b46-4b2a-b1a1-f767302b08c9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 814 time: 0.4270108 Apr 18 13:55:58.013859 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port b8f98c43-4734-4831-bd44-f17aa2f1860f triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:58.014596 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:58.014855 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Made reservation on behalf of ff76d4b3a615408aa9a8d73b17f05eb3 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:58.021348 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:58.058040 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf283550-75d2-45cb-bbc2-eb9631b74b1b req-d43d44f9-a844-4b4b-b365-3bdba8804131 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 210 time: 0.1043878 Apr 18 13:55:58.101227 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-1de88865-8cc4-4730-ada5-76a4b880f7fd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 380 time: 0.2362201 Apr 18 13:55:58.173261 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Made reservation on behalf of c2f4565c477145f28d773df31c2ad8e0 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:58.176147 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:58.189348 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port b8f98c43-4734-4831-bd44-f17aa2f1860f is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:58.190593 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device b5de447a-1057-4203-babf-e87cb79642ea up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:58.233806 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Allocated IP 172.20.0.11 (756b4fb6-0e97-4373-be0c-12c997239a25/8d66113c-55b0-4f82-989a-76b8564e72bc/9283a7fe-3056-4543-a907-37ec78acf7cd) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:58.250571 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port b5de447a-1057-4203-babf-e87cb79642ea triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:58.251311 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (b5de447a-1057-4203-babf-e87cb79642ea), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:58.262847 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f9becee3-e68e-4d24-bf8e-0853723e3fad req-bbc7ebcc-4030-491b-ba3f-0619fca28f31 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 210 time: 0.1178436 Apr 18 13:55:58.324453 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'port': {'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'admin_state_up': True, 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'security_groups': ['cd3c60fb-8318-4f2b-96c1-19cd4709c943']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:58.351916 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb580f1-13ed-4920-bffe-83eae6bcdeb0 req-a2d7df03-e3ac-451e-933a-f151821ce370 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:58.353672 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ecb580f1-13ed-4920-bffe-83eae6bcdeb0 req-a2d7df03-e3ac-451e-933a-f151821ce370 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 944 time: 0.1460974 Apr 18 13:55:58.416145 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port b5de447a-1057-4203-babf-e87cb79642ea is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:58.416673 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (b5de447a-1057-4203-babf-e87cb79642ea), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:58.464326 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port b5de447a-1057-4203-babf-e87cb79642ea, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=b5de447a-1057-4203-babf-e87cb79642ea,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:55:58.469806 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (b5de447a-1057-4203-babf-e87cb79642ea), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:58.554168 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=b5de447a-1057-4203-babf-e87cb79642ea,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:58.619249 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:58.632163 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Allocated IP 172.20.0.6 (db57bc13-e046-4a3e-8b78-1f138a041e90/07ce0d2c-3cfc-4b61-a4d4-63d8874be1af/14b935e4-63db-43f0-80b2-745b3a99ef1a) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:55:58.633939 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.37', 62506) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:58.807940 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.37', 62507) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:55:58.812969 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:58.911147 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:58.973341 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:58.974199 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.089984 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0476d2a2-5f9b-48d5-becd-beba7fc5678f req-c4dac2f0-8f74-476d-91e7-00d658d269dc tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 210 time: 0.3046360 Apr 18 13:55:59.124301 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:59.127334 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device aa287f03-c1e8-4da0-b8a8-7c33fa92b113 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:59.135289 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.157991 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event updated for resources: {'Port': ['ID=9283a7fe-3056-4543-a907-37ec78acf7cd,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:55:59.172372 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Network 756b4fb6-0e97-4373-be0c-12c997239a25 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:55:59.189064 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-005608ea-38d8-4900-8fca-c9db70304d1b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:59.190588 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-005608ea-38d8-4900-8fca-c9db70304d1b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 817 time: 0.5529339 Apr 18 13:55:59.251385 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ecb580f1-13ed-4920-bffe-83eae6bcdeb0 req-f7c42cd4-e882-4186-8459-0464eec451db tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8884032 Apr 18 13:55:59.261200 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:59.262426 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.332253 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:55:59.372175 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:55:59.386017 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:59.386751 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.440432 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-268365b7-dcc8-41fa-9a2a-da09046855a1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0369043 Apr 18 13:55:59.446223 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:59.447437 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 67f94692-804c-4900-b913-96edaef4b1a7 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:59.452292 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6a7a82f7-f3fd-401f-9134-4c204c1708f9 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:55:59.463323 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Request body: {'port': {'device_id': '18c6d896-7fd9-4029-96e8-95b0fd31cb3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:59.502894 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Made reservation on behalf of 66f1643c0885490baadc8e2841a830b5 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:55:59.508114 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.535373 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75985607-f155-42f8-b17e-3aaf271043f5 req-94a768e3-b740-4f94-a6ea-3ba4566e43a4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 210 time: 0.1429622 Apr 18 13:55:59.537279 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ebe4827-4e13-4b02-8420-ba024adc3ae6 req-25e583b4-d1ba-4c04-9431-5556f71716e7 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 210 time: 0.2684987 Apr 18 13:55:59.596223 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e825-632e-4054-ad05-ade51c68b43e req-ec158930-0522-4cb2-8621-4eaf19a88e4d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:55:59.597885 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-ec158930-0522-4cb2-8621-4eaf19a88e4d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 819 time: 0.7691603 Apr 18 13:55:59.626197 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'port': {'device_id': 'e787e2c9-f12d-4c75-a845-28e2208ce154', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'admin_state_up': True, 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:59.665819 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:55:59.668968 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.677372 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-c50a7216-f5e9-4746-b8e4-bde4fd74accf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1940d9e36e0644c595c43e588e07e62e HTTP/1.1" status: 200 len: 380 time: 0.3624971 Apr 18 13:55:59.689053 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:59.690736 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'port': {'device_id': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'admin_state_up': True, 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'security_groups': ['3979eb82-935a-4dc8-9a1a-f348373ad0e9']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:55:59.692278 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.694906 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 67f94692-804c-4900-b913-96edaef4b1a7 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:59.695270 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (67f94692-804c-4900-b913-96edaef4b1a7), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.722070 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.873916 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-888c9bd7-4f06-415b-8008-ba4373147cfa req-ae36f89e-4152-4fa3-8219-467eefceea2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 210 time: 0.1820350 Apr 18 13:55:59.875023 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2a6429b5-8cd7-436d-bb0e-3da02e428f36 None None] Provisioning complete for port 9283a7fe-3056-4543-a907-37ec78acf7cd triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:55:59.875410 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2a6429b5-8cd7-436d-bb0e-3da02e428f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.942413 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 67f94692-804c-4900-b913-96edaef4b1a7 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:59.945434 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:55:59.945905 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:55:59.948116 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2a6429b5-8cd7-436d-bb0e-3da02e428f36 None None] Port 9283a7fe-3056-4543-a907-37ec78acf7cd cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:55:59.978605 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cce966-82f3-42af-9fb2-3ce34262915f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7a82f7-f3fd-401f-9134-4c204c1708f9'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:00.040663 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:00.072844 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6a7a82f7-f3fd-401f-9134-4c204c1708f9, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6a7a82f7-f3fd-401f-9134-4c204c1708f9,segment=NetworkSegment(9501ee53-434a-4d25-811d-d31d5ff0425f),segment_id=9501ee53-434a-4d25-811d-d31d5ff0425f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:00.084498 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:00.109478 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'Port': ['ID=14b935e4-63db-43f0-80b2-745b3a99ef1a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:00.160677 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Made reservation on behalf of ff76d4b3a615408aa9a8d73b17f05eb3 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:56:00.161495 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Network db57bc13-e046-4a3e-8b78-1f138a041e90 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:56:00.161917 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=6a7a82f7-f3fd-401f-9134-4c204c1708f9,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:00.167253 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:00.192838 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:56:00.197290 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:56:00.204513 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:00.205310 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:00.217337 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Made reservation on behalf of 1940d9e36e0644c595c43e588e07e62e for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:56:00.221611 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:00.227028 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef155d0-ae61-448e-ac10-adbf7cd7e9cd" -d '{"events": [{"server_uuid": "37cce966-82f3-42af-9fb2-3ce34262915f", "name": "network-vif-plugged", "status": "completed", "tag": "6a7a82f7-f3fd-401f-9134-4c204c1708f9"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:00.248752 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-7e5a44e7-6465-484e-94c1-710ad1084c77 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5673721 Apr 18 13:56:00.265623 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Request body: {'port': {'device_id': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:00.357767 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ea767-4b6b-464f-9cd8-34d64a15de90 req-d6966894-b996-4749-a7e9-39bf954100b6 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:00.359186 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-931ea767-4b6b-464f-9cd8-34d64a15de90 req-d6966894-b996-4749-a7e9-39bf954100b6 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 931 time: 0.1247208 Apr 18 13:56:00.388795 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff881a0-595c-4def-93b0-e82f1a8b6f09 x-openstack-request-id: req-6ff881a0-595c-4def-93b0-e82f1a8b6f09 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:00.390638 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cce966-82f3-42af-9fb2-3ce34262915f", "name": "network-vif-plugged", "status": "completed", "tag": "6a7a82f7-f3fd-401f-9134-4c204c1708f9", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:00.391096 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ff881a0-595c-4def-93b0-e82f1a8b6f09 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:00.391716 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff881a0-595c-4def-93b0-e82f1a8b6f09'] response: {'server_uuid': '37cce966-82f3-42af-9fb2-3ce34262915f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7a82f7-f3fd-401f-9134-4c204c1708f9', 'code': 200} Apr 18 13:56:00.423450 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Allocated IP 172.20.0.13 (690afe85-44bf-4266-8667-487a0712718b/042fb7f6-51f2-481a-b360-633186e47ac1/24c9d15a-a574-4f90-962f-84d87f72f2c6) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:56:00.584396 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-7fcac7aa-1b03-4693-bc50-88804423df6d None None] Provisioning complete for port 14b935e4-63db-43f0-80b2-745b3a99ef1a triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:00.585111 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7fcac7aa-1b03-4693-bc50-88804423df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:00.629537 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abceca-83f3-4e78-a6f7-357b42a50745 req-e049c784-b404-4616-b844-bfc2dc9f07af tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:00.636718 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89abceca-83f3-4e78-a6f7-357b42a50745 req-e049c784-b404-4616-b844-bfc2dc9f07af tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.1559646 Apr 18 13:56:00.647266 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-931ea767-4b6b-464f-9cd8-34d64a15de90 req-0effc124-e137-4b2f-8d34-1fe24fa53b1f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417462 Apr 18 13:56:00.648640 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:00.651362 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device b5de447a-1057-4203-babf-e87cb79642ea up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:56:00.657536 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.37', 62514) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:00.878120 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7fcac7aa-1b03-4693-bc50-88804423df6d None None] Port 14b935e4-63db-43f0-80b2-745b3a99ef1a cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:56:00.908329 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port b5de447a-1057-4203-babf-e87cb79642ea triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:00.908966 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (b5de447a-1057-4203-babf-e87cb79642ea), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:00.977140 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a4e32cda-1929-4049-a673-9c13ddf3b73b req-931ae075-beb8-4228-8e76-466ca471800f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 210 time: 0.2182324 Apr 18 13:56:00.981658 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dd294-4856-4fa5-ad29-289f5ae2aae9 req-0f562974-f67d-4c98-896b-e8cf43abd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:00.983359 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cc8dd294-4856-4fa5-ad29-289f5ae2aae9 req-0f562974-f67d-4c98-896b-e8cf43abd34a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 1129 time: 0.3246698 Apr 18 13:56:01.005053 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89abceca-83f3-4e78-a6f7-357b42a50745 req-3aaa13e1-5e93-43f9-afc6-53d7bf262d2a tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667223 Apr 18 13:56:01.088429 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port b5de447a-1057-4203-babf-e87cb79642ea is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:01.113113 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Allocated IP 172.20.0.9 (beab489c-c10b-46fc-92ca-3c4439922579/bd72f602-a12f-4eca-b47a-0575fc968057/c90a0397-fdef-4f49-a852-568f276bec5e) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:56:01.124267 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9283a7fe-3056-4543-a907-37ec78acf7cd {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:01.135907 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Publish callbacks [] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.141884 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-cc8dd294-4856-4fa5-ad29-289f5ae2aae9 req-0172437c-6953-430a-92ef-66e0f13e9d8a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.172536 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Transition to ACTIVE for port object 9283a7fe-3056-4543-a907-37ec78acf7cd will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:56:01.185999 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.221091 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.249240 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bd7bb00-b73a-40ed-9700-16510702bcc1 req-10469a2b-dc5d-4ecf-89a4-cb52a551951d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 210 time: 0.1189172 Apr 18 13:56:01.287868 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74f28019-2f7c-4814-ad7e-b197ae1370a0 req-ede5d3d1-dda1-4925-b60c-c3e0dd177ca7 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 210 time: 0.1472359 Apr 18 13:56:01.393812 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Allocated IP 172.20.0.5 (756b4fb6-0e97-4373-be0c-12c997239a25/8d66113c-55b0-4f82-989a-76b8564e72bc/71db2a92-c6f8-4ff8-9016-7ede1a042362) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:56:01.451176 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b935e4-63db-43f0-80b2-745b3a99ef1a {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:01.459613 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.492904 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Publish callbacks [] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.513307 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Pushing event updated for resources: {'Port': ['ID=9283a7fe-3056-4543-a907-37ec78acf7cd,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:01.566768 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-cc8dd294-4856-4fa5-ad29-289f5ae2aae9 req-0172437c-6953-430a-92ef-66e0f13e9d8a service neutron] Publish callbacks [] for security_group (474dc90a-c4db-429a-8157-2c1df694ae17), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.576083 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Attempting to bind port 9283a7fe-3056-4543-a907-37ec78acf7cd on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:56:01.576815 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Attempting to bind port 9283a7fe-3056-4543-a907-37ec78acf7cd by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:56:01.577424 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Attempting to bind port 9283a7fe-3056-4543-a907-37ec78acf7cd on network 756b4fb6-0e97-4373-be0c-12c997239a25 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:01.585552 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Transition to ACTIVE for port object 14b935e4-63db-43f0-80b2-745b3a99ef1a will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:56:01.589036 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57466) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:01.591235 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-cc8dd294-4856-4fa5-ad29-289f5ae2aae9 req-0172437c-6953-430a-92ef-66e0f13e9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (474dc90a-c4db-429a-8157-2c1df694ae17), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.596097 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Port 9283a7fe-3056-4543-a907-37ec78acf7cd on network 756b4fb6-0e97-4373-be0c-12c997239a25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:56:01.596428 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Attempting to bind port 9283a7fe-3056-4543-a907-37ec78acf7cd on network 756b4fb6-0e97-4373-be0c-12c997239a25 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:01.607431 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.625921 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:56:01.626268 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Checking segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:56:01.626655 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Bound using segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:56:01.627100 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Bound port: 9283a7fe-3056-4543-a907-37ec78acf7cd, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:56:01.627505 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.688734 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for port (c90a0397-fdef-4f49-a852-568f276bec5e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.696716 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Network 690afe85-44bf-4266-8667-487a0712718b is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:56:01.704481 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=24c9d15a-a574-4f90-962f-84d87f72f2c6,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:01.716639 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cc8dd294-4856-4fa5-ad29-289f5ae2aae9 req-0172437c-6953-430a-92ef-66e0f13e9d8a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7099485 Apr 18 13:56:01.732589 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Pushing event updated for resources: {'Port': ['ID=14b935e4-63db-43f0-80b2-745b3a99ef1a,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:01.747630 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:56:01.751581 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172437c-6953-430a-92ef-66e0f13e9d8a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=474dc90a-c4db-429a-8157-2c1df694ae17,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:01.756623 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:56:01.762849 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:01.763670 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.807142 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-ed9fd5bb-3708-4953-81e5-59071d36bdf8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4878054 Apr 18 13:56:01.864817 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Attempting to bind port 14b935e4-63db-43f0-80b2-745b3a99ef1a on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:56:01.865210 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Attempting to bind port 14b935e4-63db-43f0-80b2-745b3a99ef1a by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:56:01.865526 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Attempting to bind port 14b935e4-63db-43f0-80b2-745b3a99ef1a on network db57bc13-e046-4a3e-8b78-1f138a041e90 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:01.869126 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e8acbc6-a05f-41d7-a315-6c9f6a782505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.877730 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] For port 9283a7fe-3056-4543-a907-37ec78acf7cd, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:56:01.883216 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] For port 9283a7fe-3056-4543-a907-37ec78acf7cd, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=9283a7fe-3056-4543-a907-37ec78acf7cd,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:56:01.897399 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.903483 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71976f-0a07-42ad-af78-4ee63127f40d req-c4c76cd5-9aed-4a5d-88db-b025e50b079a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:01.909598 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d71976f-0a07-42ad-af78-4ee63127f40d req-c4c76cd5-9aed-4a5d-88db-b025e50b079a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 943 time: 0.0925257 Apr 18 13:56:01.917789 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Port 14b935e4-63db-43f0-80b2-745b3a99ef1a on network db57bc13-e046-4a3e-8b78-1f138a041e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:56:01.918835 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Attempting to bind port 14b935e4-63db-43f0-80b2-745b3a99ef1a on network db57bc13-e046-4a3e-8b78-1f138a041e90 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:01.945228 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.975789 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:01.994968 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Network beab489c-c10b-46fc-92ca-3c4439922579 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:56:02.006551 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d71976f-0a07-42ad-af78-4ee63127f40d req-8eb873d9-5c30-42cd-8f3a-6104ed4ec30e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918975 Apr 18 13:56:02.041373 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:02.043795 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.049898 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] 10.222.0.37 "PUT /v2.0/ports/9283a7fe-3056-4543-a907-37ec78acf7cd HTTP/1.1" status: 200 len: 1094 time: 2.5902159 Apr 18 13:56:02.051046 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:56:02.055432 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Request body: {'port': {'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:02.059950 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:56:02.060469 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Checking segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:56:02.062854 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Bound using segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:56:02.063484 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Bound port: 14b935e4-63db-43f0-80b2-745b3a99ef1a, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:56:02.064459 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.159403 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:56:02.159567 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.172169 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:02.172827 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.184005 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c6d896-7fd9-4029-96e8-95b0fd31cb3c', 'tag': '9283a7fe-3056-4543-a907-37ec78acf7cd'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:02.187056 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b36462-b197-4714-a00f-f95b5914d490" -d '{"events": [{"name": "network-changed", "server_uuid": "18c6d896-7fd9-4029-96e8-95b0fd31cb3c", "tag": "9283a7fe-3056-4543-a907-37ec78acf7cd"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:02.229526 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5434754 Apr 18 13:56:02.268785 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-a8b63350-7d36-4ab6-a165-14dde2245587 None None] Provisioning complete for port 24c9d15a-a574-4f90-962f-84d87f72f2c6 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:02.271673 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a8b63350-7d36-4ab6-a165-14dde2245587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.279943 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Request body: {'port': {'device_id': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:02.329824 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a8b63350-7d36-4ab6-a165-14dde2245587 None None] Port 24c9d15a-a574-4f90-962f-84d87f72f2c6 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:56:02.402036 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba2889-8b8b-4018-b7dc-3031594c98ce tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:02.410853 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-a7133b7d-1f17-4941-a239-4b348b4fdf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:02.412859 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-a7133b7d-1f17-4941-a239-4b348b4fdf59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 1128 time: 0.2575209 Apr 18 13:56:02.434440 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.478923 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57496) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:02.501400 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] For port 14b935e4-63db-43f0-80b2-745b3a99ef1a, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:56:02.554761 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-74593440-e12c-45c2-b549-6f156d1af060 None None] Provisioning complete for port c90a0397-fdef-4f49-a852-568f276bec5e triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:02.555348 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-74593440-e12c-45c2-b549-6f156d1af060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.570363 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e8acbc6-a05f-41d7-a315-6c9f6a782505 admin admin] Publish callbacks [] for security_group (8160d092-b552-45c5-a5b9-4c6ea6ddcab1), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.585049 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] For port 14b935e4-63db-43f0-80b2-745b3a99ef1a, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:56:02.588369 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfb8f3-795a-4afd-8adb-90892ad50f04 service neutron] Pushing event updated for resources: {'Port': ['ID=9283a7fe-3056-4543-a907-37ec78acf7cd,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:02.595092 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e8acbc6-a05f-41d7-a315-6c9f6a782505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (8160d092-b552-45c5-a5b9-4c6ea6ddcab1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.596901 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-74593440-e12c-45c2-b549-6f156d1af060 None None] Port c90a0397-fdef-4f49-a852-568f276bec5e cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:56:02.600717 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.627794 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf49a55-b309-45a4-b661-6b5f61d7565b req-2cf2f833-5079-4c6c-9748-51d1c2765191 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:02.636900 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5bf49a55-b309-45a4-b661-6b5f61d7565b req-2cf2f833-5079-4c6c-9748-51d1c2765191 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.4822600 Apr 18 13:56:02.677665 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Network 756b4fb6-0e97-4373-be0c-12c997239a25 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:56:02.692944 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:56:02.695734 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:56:02.702178 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:02.702831 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.720587 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cdc48-e3b7-4265-b4d7-ea55b8f458f3 req-b55ebbe5-8600-4db3-aa3c-3dfd58dc300e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:02.722314 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-132cdc48-e3b7-4265-b4d7-ea55b8f458f3 req-b55ebbe5-8600-4db3-aa3c-3dfd58dc300e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 931 time: 0.5046387 Apr 18 13:56:02.741339 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-1244b518-61d8-4ce5-8fd6-2a784aa69ef7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9283a7fe-3056-4543-a907-37ec78acf7cd HTTP/1.1" status: 200 len: 217 time: 0.1210456 Apr 18 13:56:02.742490 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.747218 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:02.747914 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:02.749311 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] 10.222.0.37 "PUT /v2.0/ports/14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 200 len: 1093 time: 2.4886451 Apr 18 13:56:02.750931 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8acbc6-a05f-41d7-a315-6c9f6a782505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8160d092-b552-45c5-a5b9-4c6ea6ddcab1,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:02.772837 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3e8acbc6-a05f-41d7-a315-6c9f6a782505 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8d9695178ba41cba824243716d8537f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1816511 Apr 18 13:56:02.773742 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57508) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:02.800359 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event updated for resources: {'Port': ['ID=71db2a92-c6f8-4ff8-9016-7ede1a042362,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:02.818308 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-a2c1f897-4123-48a3-bf2d-5b455d3ae0d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2037165 Apr 18 13:56:02.874529 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5bf49a55-b309-45a4-b661-6b5f61d7565b req-e77faf48-e818-4c00-9c9b-726ed10b13b0 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364452 Apr 18 13:56:02.888838 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Request body: {'port': {'device_id': 'e787e2c9-f12d-4c75-a845-28e2208ce154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:02.977677 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-132cdc48-e3b7-4265-b4d7-ea55b8f458f3 req-00a22b48-3ed6-46d9-ad87-43dbaecb0c72 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386043 Apr 18 13:56:03.055843 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e58209-02dc-4d63-a2fd-aa65800fb169 x-openstack-request-id: req-f0e58209-02dc-4d63-a2fd-aa65800fb169 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:03.062034 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c6d896-7fd9-4029-96e8-95b0fd31cb3c", "tag": "9283a7fe-3056-4543-a907-37ec78acf7cd", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:03.062724 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0e58209-02dc-4d63-a2fd-aa65800fb169 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:03.066818 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e58209-02dc-4d63-a2fd-aa65800fb169'] response: {'name': 'network-changed', 'server_uuid': '18c6d896-7fd9-4029-96e8-95b0fd31cb3c', 'tag': '9283a7fe-3056-4543-a907-37ec78acf7cd', 'status': 'completed', 'code': 200} Apr 18 13:56:03.080171 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e857-f829-4465-ab57-27691c36c5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.132324 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-e6afcc57-b95e-44fa-adcd-49fafa815e8f None None] Provisioning complete for port 71db2a92-c6f8-4ff8-9016-7ede1a042362 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:03.132607 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e6afcc57-b95e-44fa-adcd-49fafa815e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.167162 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29539ad5-2c4a-45ab-9ebd-35ae60fbf867 service neutron] Pushing event updated for resources: {'Port': ['ID=14b935e4-63db-43f0-80b2-745b3a99ef1a,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:03.176758 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-e6afcc57-b95e-44fa-adcd-49fafa815e8f None None] Port 71db2a92-c6f8-4ff8-9016-7ede1a042362 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:56:03.198777 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.236633 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-50c729b5-fc78-4fc8-ba5a-d7668183bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:03.238124 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-50c729b5-fc78-4fc8-ba5a-d7668183bff4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.4763324 Apr 18 13:56:03.242011 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d42546-e32e-49ec-8b2b-3ec53c098b42 req-ad321fa5-2ae5-428f-955c-b941bebb7a51 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:03.243451 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57d42546-e32e-49ec-8b2b-3ec53c098b42 req-ad321fa5-2ae5-428f-955c-b941bebb7a51 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 932 time: 0.1478639 Apr 18 13:56:03.246269 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-6eec58ac-5da9-4cc2-a14d-2e6cf63cb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:03.248278 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-6eec58ac-5da9-4cc2-a14d-2e6cf63cb4b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 1127 time: 0.1948180 Apr 18 13:56:03.249210 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba460b2-4224-47a1-a385-e3cfa296a7fa req-8bc9f1b6-cccd-44f1-a189-f2e716183c08 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:03.250593 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9ba460b2-4224-47a1-a385-e3cfa296a7fa req-8bc9f1b6-cccd-44f1-a189-f2e716183c08 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 931 time: 0.1775696 Apr 18 13:56:03.305450 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94d125cf-dff2-449b-baab-69bf08e06d2e admin admin] Publish callbacks [] for security_group (8160d092-b552-45c5-a5b9-4c6ea6ddcab1), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.357741 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94d125cf-dff2-449b-baab-69bf08e06d2e admin admin] Publish callbacks [] for security_group (8160d092-b552-45c5-a5b9-4c6ea6ddcab1), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.404540 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90a0397-fdef-4f49-a852-568f276bec5e {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:03.419389 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Publish callbacks [] for port (c90a0397-fdef-4f49-a852-568f276bec5e), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.423102 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e857-f829-4465-ab57-27691c36c5d7 admin admin] Publish callbacks [] for security_group (b3060680-76f3-4782-96b4-b75c478e85a3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.434314 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e857-f829-4465-ab57-27691c36c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b3060680-76f3-4782-96b4-b75c478e85a3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.441066 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Transition to ACTIVE for port object c90a0397-fdef-4f49-a852-568f276bec5e will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:56:03.455970 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.480825 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57d42546-e32e-49ec-8b2b-3ec53c098b42 req-a11d8993-1425-45c6-ade7-978934926b4b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276790 Apr 18 13:56:03.487222 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9ba460b2-4224-47a1-a385-e3cfa296a7fa req-90dbdb2d-36bd-47bf-afef-b7deff238684 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921771 Apr 18 13:56:03.644730 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c9d15a-a574-4f90-962f-84d87f72f2c6 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:03.664415 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6da29-d09a-4185-877d-f5a95fae9b8c req-d51295f5-cc4a-4386-bfca-7d04a1c1e6ec tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:03.665893 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a0e6da29-d09a-4185-877d-f5a95fae9b8c req-d51295f5-cc4a-4386-bfca-7d04a1c1e6ec tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 943 time: 0.1007969 Apr 18 13:56:03.668392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Publish callbacks [] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.686364 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5dc7e857-f829-4465-ab57-27691c36c5d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=229a13d5efa447389bb5b4b6732a28c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1987441 Apr 18 13:56:03.689161 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7e857-f829-4465-ab57-27691c36c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3060680-76f3-4782-96b4-b75c478e85a3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:03.692757 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 57514) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:03.696573 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94d125cf-dff2-449b-baab-69bf08e06d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (8160d092-b552-45c5-a5b9-4c6ea6ddcab1), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.699609 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94d125cf-dff2-449b-baab-69bf08e06d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.703374 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-94d125cf-dff2-449b-baab-69bf08e06d2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8160d092-b552-45c5-a5b9-4c6ea6ddcab1 HTTP/1.1" status: 204 len: 168 time: 0.6558769 Apr 18 13:56:03.721889 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:03.723226 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Transition to ACTIVE for port object 24c9d15a-a574-4f90-962f-84d87f72f2c6 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:56:03.724192 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d125cf-dff2-449b-baab-69bf08e06d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8160d092-b552-45c5-a5b9-4c6ea6ddcab1,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:03.780075 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Attempting to bind port c90a0397-fdef-4f49-a852-568f276bec5e on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:56:03.780516 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Attempting to bind port c90a0397-fdef-4f49-a852-568f276bec5e by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:56:03.780973 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Attempting to bind port c90a0397-fdef-4f49-a852-568f276bec5e on network beab489c-c10b-46fc-92ca-3c4439922579 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:03.793926 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Port c90a0397-fdef-4f49-a852-568f276bec5e on network beab489c-c10b-46fc-92ca-3c4439922579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:56:03.794554 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Attempting to bind port c90a0397-fdef-4f49-a852-568f276bec5e on network beab489c-c10b-46fc-92ca-3c4439922579 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:03.798047 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.800757 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:56:03.801109 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Checking segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:56:03.801497 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Bound using segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:56:03.801969 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Bound port: c90a0397-fdef-4f49-a852-568f276bec5e, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:56:03.802333 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.894062 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:56:03.897789 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:56:03.905553 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Pushing event updated for resources: {'Port': ['ID=24c9d15a-a574-4f90-962f-84d87f72f2c6,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:03.914512 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a0e6da29-d09a-4185-877d-f5a95fae9b8c req-6be48e47-dc8c-40f9-b4d2-38ad17779501 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387555 Apr 18 13:56:03.914879 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.977271 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:03.978170 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:03.980708 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] 10.222.0.37 "PUT /v2.0/ports/c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 200 len: 1093 time: 1.7066889 Apr 18 13:56:04.002193 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd0c42-ab3c-4948-bb37-eae190f3ccdb service neutron] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:04.156052 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-93792083-1b4f-4d0b-a7ff-affce85360e6 admin admin] Publish callbacks [] for security_group (b3060680-76f3-4782-96b4-b75c478e85a3), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.162511 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57530) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:04.180500 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61aa6f3e-d4cb-4ce9-b97f-eb2cc005e09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.183051 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Attempting to bind port 24c9d15a-a574-4f90-962f-84d87f72f2c6 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:56:04.184315 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Attempting to bind port 24c9d15a-a574-4f90-962f-84d87f72f2c6 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:56:04.184465 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Attempting to bind port 24c9d15a-a574-4f90-962f-84d87f72f2c6 on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:04.198997 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71db2a92-c6f8-4ff8-9016-7ede1a042362 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:04.223227 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213a478-9fe6-4d71-993d-f796c962c71c req-fb319c4d-14a5-4b4e-956d-f77e7d031c78 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:04.224804 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3213a478-9fe6-4d71-993d-f796c962c71c req-fb319c4d-14a5-4b4e-956d-f77e7d031c78 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.2181981 Apr 18 13:56:04.232364 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Publish callbacks [] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.234578 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Port 24c9d15a-a574-4f90-962f-84d87f72f2c6 on network 690afe85-44bf-4266-8667-487a0712718b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:56:04.234903 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Attempting to bind port 24c9d15a-a574-4f90-962f-84d87f72f2c6 on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:04.252847 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-93792083-1b4f-4d0b-a7ff-affce85360e6 admin admin] Publish callbacks [] for security_group (b3060680-76f3-4782-96b4-b75c478e85a3), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.266169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e222f2-fb1a-4f94-86d2-d2538b73f7d5 req-608df649-bb33-4913-810b-95769c533a2d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:04.267393 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2e222f2-fb1a-4f94-86d2-d2538b73f7d5 req-608df649-bb33-4913-810b-95769c533a2d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.1732974 Apr 18 13:56:04.283297 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:56:04.283636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Checking segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:56:04.284548 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Bound using segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:56:04.284688 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Bound port: 24c9d15a-a574-4f90-962f-84d87f72f2c6, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:56:04.285034 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.294672 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61aa6f3e-d4cb-4ce9-b97f-eb2cc005e09b admin admin] Publish callbacks [] for security_group (d040b662-3b3d-4389-9cca-f8353c83abe3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.300459 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61aa6f3e-d4cb-4ce9-b97f-eb2cc005e09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d040b662-3b3d-4389-9cca-f8353c83abe3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.314778 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Transition to ACTIVE for port object 71db2a92-c6f8-4ff8-9016-7ede1a042362 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:56:04.327976 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.344485 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-61aa6f3e-d4cb-4ce9-b97f-eb2cc005e09b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad346e7a891a447183dd3fb2662047cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808589 Apr 18 13:56:04.345716 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa6f3e-d4cb-4ce9-b97f-eb2cc005e09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d040b662-3b3d-4389-9cca-f8353c83abe3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:04.350019 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57532) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:04.402859 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b569cb40-efe8-47b4-87be-c61546b36bc8 admin admin] Publish callbacks [] for security_group (d040b662-3b3d-4389-9cca-f8353c83abe3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.426464 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b569cb40-efe8-47b4-87be-c61546b36bc8 admin admin] Publish callbacks [] for security_group (d040b662-3b3d-4389-9cca-f8353c83abe3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.484636 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3213a478-9fe6-4d71-993d-f796c962c71c req-f900baac-cc3f-4f47-8e25-57d5f6b1dfb6 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454631 Apr 18 13:56:04.502644 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b569cb40-efe8-47b4-87be-c61546b36bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d040b662-3b3d-4389-9cca-f8353c83abe3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.502644 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b569cb40-efe8-47b4-87be-c61546b36bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.504147 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b569cb40-efe8-47b4-87be-c61546b36bc8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d040b662-3b3d-4389-9cca-f8353c83abe3 HTTP/1.1" status: 204 len: 168 time: 0.1542630 Apr 18 13:56:04.514300 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=71db2a92-c6f8-4ff8-9016-7ede1a042362,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:04.526492 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2e222f2-fb1a-4f94-86d2-d2538b73f7d5 req-104afeb4-b228-405a-ba06-7c2a003a221b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466986 Apr 18 13:56:04.555012 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569cb40-efe8-47b4-87be-c61546b36bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d040b662-3b3d-4389-9cca-f8353c83abe3,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:04.583468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-93792083-1b4f-4d0b-a7ff-affce85360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b3060680-76f3-4782-96b4-b75c478e85a3), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.586935 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-93792083-1b4f-4d0b-a7ff-affce85360e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.594166 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-93792083-1b4f-4d0b-a7ff-affce85360e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3060680-76f3-4782-96b4-b75c478e85a3 HTTP/1.1" status: 204 len: 168 time: 0.8911681 Apr 18 13:56:04.598810 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] For port 24c9d15a-a574-4f90-962f-84d87f72f2c6, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:56:04.670420 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93792083-1b4f-4d0b-a7ff-affce85360e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3060680-76f3-4782-96b4-b75c478e85a3,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:04.696163 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] For port 24c9d15a-a574-4f90-962f-84d87f72f2c6, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=24c9d15a-a574-4f90-962f-84d87f72f2c6,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:56:04.719608 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Attempting to bind port 71db2a92-c6f8-4ff8-9016-7ede1a042362 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:56:04.720127 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Attempting to bind port 71db2a92-c6f8-4ff8-9016-7ede1a042362 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:56:04.720449 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Attempting to bind port 71db2a92-c6f8-4ff8-9016-7ede1a042362 on network 756b4fb6-0e97-4373-be0c-12c997239a25 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:04.737842 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.765059 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a064955-27fd-43c2-b2f8-7397073dd6ba req-ef198cd5-76cd-4533-9c95-d644b4675e65 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:04.767468 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a064955-27fd-43c2-b2f8-7397073dd6ba req-ef198cd5-76cd-4533-9c95-d644b4675e65 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.1352398 Apr 18 13:56:04.774616 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Port 71db2a92-c6f8-4ff8-9016-7ede1a042362 on network 756b4fb6-0e97-4373-be0c-12c997239a25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:56:04.774943 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Attempting to bind port 71db2a92-c6f8-4ff8-9016-7ede1a042362 on network 756b4fb6-0e97-4373-be0c-12c997239a25 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:04.832857 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:56:04.833420 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Checking segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:56:04.833813 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Bound using segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:56:04.834265 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Bound port: 71db2a92-c6f8-4ff8-9016-7ede1a042362, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:56:04.834628 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.840111 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:04.840739 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:04.842191 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] 10.222.0.37 "PUT /v2.0/ports/24c9d15a-a574-4f90-962f-84d87f72f2c6 HTTP/1.1" status: 200 len: 1094 time: 2.8022738 Apr 18 13:56:04.858044 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afa4f-c9f8-47fe-97ee-51c11210ca0c req-880a2e69-ba93-43db-bfdd-26e55649381b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:04.862515 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cd5afa4f-c9f8-47fe-97ee-51c11210ca0c req-880a2e69-ba93-43db-bfdd-26e55649381b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 943 time: 0.2003124 Apr 18 13:56:04.864258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'tag': '24c9d15a-a574-4f90-962f-84d87f72f2c6'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:05.069214 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'tag': '14b935e4-63db-43f0-80b2-745b3a99ef1a'}, {'name': 'network-changed', 'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:05.073135 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab0e53d-cf33-481a-8e7c-2aecd977e134" -d '{"events": [{"name": "network-changed", "server_uuid": "fbafa60f-2c09-4d4c-b12e-3418b05812a7", "tag": "14b935e4-63db-43f0-80b2-745b3a99ef1a"}, {"name": "network-changed", "server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:05.099918 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57560) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:05.122184 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f2844b0-cfa8-48ed-8c59-3854465ac3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.207954 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f4038-844d-408d-8f07-0954e4f4945f service neutron] Pushing event updated for resources: {'Port': ['ID=24c9d15a-a574-4f90-962f-84d87f72f2c6,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:05.224975 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f2844b0-cfa8-48ed-8c59-3854465ac3a0 admin admin] Publish callbacks [] for security_group (6b6bf90b-cc08-42e4-aadf-03517915a7a2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.231849 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f2844b0-cfa8-48ed-8c59-3854465ac3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (6b6bf90b-cc08-42e4-aadf-03517915a7a2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.260108 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a064955-27fd-43c2-b2f8-7397073dd6ba req-917e809b-1174-424b-9e5b-bb2aee86d6c4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683392 Apr 18 13:56:05.285517 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cd5afa4f-c9f8-47fe-97ee-51c11210ca0c req-1b54f2e8-2eea-4e34-a7ef-8bc3b37f3157 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220867 Apr 18 13:56:05.303569 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] For port 71db2a92-c6f8-4ff8-9016-7ede1a042362, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:56:05.308548 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5f2844b0-cfa8-48ed-8c59-3854465ac3a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7567e0f17bb34aa78b7b6758091fa3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070765 Apr 18 13:56:05.309827 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2844b0-cfa8-48ed-8c59-3854465ac3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6bf90b-cc08-42e4-aadf-03517915a7a2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:05.311143 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 57566) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:05.366199 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893375e8-4492-49e5-9080-2f702e2722ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6242579b-176d-4f93-9e54-8dfbf9d126e2", "tag": "24c9d15a-a574-4f90-962f-84d87f72f2c6"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:05.369986 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] For port 71db2a92-c6f8-4ff8-9016-7ede1a042362, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:56:05.407108 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.409275 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a1a0e-3d79-4bd2-9534-210a1999a104 x-openstack-request-id: req-6a9a1a0e-3d79-4bd2-9534-210a1999a104 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:05.409576 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbafa60f-2c09-4d4c-b12e-3418b05812a7", "tag": "14b935e4-63db-43f0-80b2-745b3a99ef1a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:05.409917 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a9a1a0e-3d79-4bd2-9534-210a1999a104 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:05.410406 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9a1a0e-3d79-4bd2-9534-210a1999a104'] response: {'name': 'network-changed', 'server_uuid': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'tag': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'status': 'completed', 'code': 200} Apr 18 13:56:05.411962 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9a1a0e-3d79-4bd2-9534-210a1999a104'] response: {'name': 'network-changed', 'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'status': 'completed', 'code': 200} Apr 18 13:56:05.455931 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c210d8c-1ed5-4c1a-af4e-f0b00f7e7965 req-5c31032c-1749-4503-abcc-e20f85009c0f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:05.457520 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9c210d8c-1ed5-4c1a-af4e-f0b00f7e7965 req-5c31032c-1749-4503-abcc-e20f85009c0f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 943 time: 0.1188078 Apr 18 13:56:05.462553 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:05.463169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.464782 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] 10.222.0.37 "PUT /v2.0/ports/71db2a92-c6f8-4ff8-9016-7ede1a042362 HTTP/1.1" status: 200 len: 1093 time: 2.5971987 Apr 18 13:56:05.492019 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-15a915f7-0386-46d0-bbda-3e0a533586bf admin admin] Publish callbacks [] for security_group (6b6bf90b-cc08-42e4-aadf-03517915a7a2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.528582 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d06a1-06dc-4b8c-ba20-26f902ede6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=71db2a92-c6f8-4ff8-9016-7ede1a042362,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:05.540222 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905aa823-5598-414a-8f18-a5e6c4b79aaf x-openstack-request-id: req-905aa823-5598-414a-8f18-a5e6c4b79aaf {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:05.541082 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6242579b-176d-4f93-9e54-8dfbf9d126e2", "tag": "24c9d15a-a574-4f90-962f-84d87f72f2c6", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:05.541571 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-905aa823-5598-414a-8f18-a5e6c4b79aaf {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:05.542405 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905aa823-5598-414a-8f18-a5e6c4b79aaf'] response: {'name': 'network-changed', 'server_uuid': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'tag': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'status': 'completed', 'code': 200} Apr 18 13:56:05.563464 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-15a915f7-0386-46d0-bbda-3e0a533586bf admin admin] Publish callbacks [] for security_group (6b6bf90b-cc08-42e4-aadf-03517915a7a2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.588916 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9c210d8c-1ed5-4c1a-af4e-f0b00f7e7965 req-f1fe99d1-73b2-4528-ae9d-73404692cc72 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156578 Apr 18 13:56:05.705278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183a389-1117-42b2-9a82-b18d31292046 req-8a860962-20be-444b-98ba-2562e0fe1e75 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:05.706760 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6183a389-1117-42b2-9a82-b18d31292046 req-8a860962-20be-444b-98ba-2562e0fe1e75 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.1057725 Apr 18 13:56:05.717821 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-15a915f7-0386-46d0-bbda-3e0a533586bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (6b6bf90b-cc08-42e4-aadf-03517915a7a2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.720606 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-15a915f7-0386-46d0-bbda-3e0a533586bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:05.721699 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-15a915f7-0386-46d0-bbda-3e0a533586bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b6bf90b-cc08-42e4-aadf-03517915a7a2 HTTP/1.1" status: 204 len: 168 time: 0.4095228 Apr 18 13:56:05.803048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5efb-9890-4c6b-a4c9-e56184b8596b req-4ff3d532-01ec-4806-b95c-56f3e3703c55 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:05.811913 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-db4a5efb-9890-4c6b-a4c9-e56184b8596b req-4ff3d532-01ec-4806-b95c-56f3e3703c55 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.1584873 Apr 18 13:56:05.825821 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a915f7-0386-46d0-bbda-3e0a533586bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6bf90b-cc08-42e4-aadf-03517915a7a2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:05.849739 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6183a389-1117-42b2-9a82-b18d31292046 req-ca815f5a-9210-43e5-83ab-b0b32e32ea12 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348419 Apr 18 13:56:05.887385 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-6e509083-8514-43c3-89fe-000ab25a8ae7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 200 len: 217 time: 0.1064765 Apr 18 13:56:05.908479 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-db4a5efb-9890-4c6b-a4c9-e56184b8596b req-d8fbe05f-8a67-42b2-b6b5-0133fb6a77b3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954840 Apr 18 13:56:06.035470 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-24a106e4-634c-4f36-8474-96deaaf4fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.037012 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-24a106e4-634c-4f36-8474-96deaaf4fb54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.1113489 Apr 18 13:56:06.040356 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-bd910989-916f-42fd-b860-05ff68ab01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.041761 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-bd910989-916f-42fd-b860-05ff68ab01b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2596049 Apr 18 13:56:06.045596 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e825-632e-4054-ad05-ade51c68b43e req-3d9b3cf7-190c-4d5b-bee7-5eb974044049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.046985 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-3d9b3cf7-190c-4d5b-bee7-5eb974044049 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 1127 time: 0.0593128 Apr 18 13:56:06.075789 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5ea13a9a-6472-4bc0-a7f3-00c215a72c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.078707 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-5ea13a9a-6472-4bc0-a7f3-00c215a72c19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 1127 time: 0.1549511 Apr 18 13:56:06.168438 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-06d671e8-70c0-49d4-ace6-646012125f86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362 HTTP/1.1" status: 200 len: 217 time: 0.1083317 Apr 18 13:56:06.174941 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-00c3d6c4-4ebb-4956-a35a-a4461c360f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.177851 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-00c3d6c4-4ebb-4956-a35a-a4461c360f69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285894 Apr 18 13:56:06.197432 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893375e8-4492-49e5-9080-2f702e2722ef req-44e46c93-4226-458d-b33f-6bb07534cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.200033 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-893375e8-4492-49e5-9080-2f702e2722ef req-44e46c93-4226-458d-b33f-6bb07534cc67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 1128 time: 0.1968496 Apr 18 13:56:06.267693 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-1292f3f1-6039-4473-b96c-7757e1738074 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995845 Apr 18 13:56:06.297539 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-a3669882-e5a2-45fc-bbac-e321a7ea6fa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 200 len: 217 time: 0.2062962 Apr 18 13:56:06.500585 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b52cf8-960c-4fb4-9710-c7b259e32099 req-182bb78a-6798-436a-8277-c358813b1ff8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.507856 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88b52cf8-960c-4fb4-9710-c7b259e32099 req-182bb78a-6798-436a-8277-c358813b1ff8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.1221263 Apr 18 13:56:06.536045 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1e88-486d-4cbe-864d-0f9f3387f32c req-6e20f335-cd62-42c2-8d00-ff98ae7e1404 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.543602 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-711f1e88-486d-4cbe-864d-0f9f3387f32c req-6e20f335-cd62-42c2-8d00-ff98ae7e1404 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 943 time: 0.1007433 Apr 18 13:56:06.624473 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-711f1e88-486d-4cbe-864d-0f9f3387f32c req-94dba2e0-bfc3-4b63-b6ee-84115b8af5b4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797279 Apr 18 13:56:06.641235 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88b52cf8-960c-4fb4-9710-c7b259e32099 req-3bf81b96-5af7-4282-be36-e7f5b07b5796 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315773 Apr 18 13:56:06.759033 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8a7b7-714a-41db-9dc2-f51520b5a983 req-25616de8-265d-4292-b38b-8be55f83e982 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.766650 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10b8a7b7-714a-41db-9dc2-f51520b5a983 req-25616de8-265d-4292-b38b-8be55f83e982 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 943 time: 0.0602293 Apr 18 13:56:06.960974 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10b8a7b7-714a-41db-9dc2-f51520b5a983 req-6385464b-58ea-4972-88e0-1a85f4a40b26 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931655 Apr 18 13:56:06.994389 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e825-632e-4054-ad05-ade51c68b43e req-199f215b-7140-4fa2-9e51-074ba61c34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:06.995498 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-199f215b-7140-4fa2-9e51-074ba61c34f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.1652017 Apr 18 13:56:06.999033 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-5624d10b-883e-41a4-b888-cd97f41d3a8f service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452745 Apr 18 13:56:07.103175 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6a21ffc-37f5-4089-b627-2069a1e2f448 req-faf8684d-26b7-4f00-ba8a-f1d054cd83f4 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737880 Apr 18 13:56:07.165967 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e825-632e-4054-ad05-ade51c68b43e req-8e106311-0d30-499a-a7e6-483cea43331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:07.167625 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-8e106311-0d30-499a-a7e6-483cea43331a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1355023 Apr 18 13:56:07.201627 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d45550a8-8508-4ce8-b559-339f28aa5f91 req-422c80a7-c374-4942-9938-284b3466bf62 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566732 Apr 18 13:56:07.211029 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-d38deeb6-3a33-4cd2-9fe3-45e3c7062e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:07.212424 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-d38deeb6-3a33-4cd2-9fe3-45e3c7062e78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.3769004 Apr 18 13:56:07.226084 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6f2e7-9e7f-4bf4-ae93-36889de05ef7 req-2392a870-cf57-4337-bca0-09e1cddb7046 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:07.227545 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-91b6f2e7-9e7f-4bf4-ae93-36889de05ef7 req-2392a870-cf57-4337-bca0-09e1cddb7046 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.2657869 Apr 18 13:56:07.268243 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecc290-5901-43a0-997f-1bcb67288bf2 req-0f10ca79-9717-4369-a90c-2f0740773c2f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:07.269893 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-60ecc290-5901-43a0-997f-1bcb67288bf2 req-0f10ca79-9717-4369-a90c-2f0740773c2f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.1600885 Apr 18 13:56:07.293966 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893375e8-4492-49e5-9080-2f702e2722ef req-725dd690-5202-49a0-8ad0-01e136147b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:07.295401 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-893375e8-4492-49e5-9080-2f702e2722ef req-725dd690-5202-49a0-8ad0-01e136147b10 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=66f1643c0885490baadc8e2841a830b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4501367 Apr 18 13:56:07.354501 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-91b6f2e7-9e7f-4bf4-ae93-36889de05ef7 req-43d9e773-2684-4e91-9690-867d042c7df1 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171505 Apr 18 13:56:07.361653 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-60ecc290-5901-43a0-997f-1bcb67288bf2 req-046f2b64-3008-4171-9712-6a6a907d3feb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818353 Apr 18 13:56:07.498029 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 57698) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:07.544273 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787e2c9-f12d-4c75-a845-28e2208ce154', 'tag': '71db2a92-c6f8-4ff8-9016-7ede1a042362'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:07.547087 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e392d-eda1-4b4f-9f64-853e0472a5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e787e2c9-f12d-4c75-a845-28e2208ce154", "tag": "71db2a92-c6f8-4ff8-9016-7ede1a042362"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:07.591954 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ccd60-9022-4cd2-877f-98b1a7ac6475 x-openstack-request-id: req-ff2ccd60-9022-4cd2-877f-98b1a7ac6475 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:07.592862 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787e2c9-f12d-4c75-a845-28e2208ce154", "tag": "71db2a92-c6f8-4ff8-9016-7ede1a042362", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:07.593392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff2ccd60-9022-4cd2-877f-98b1a7ac6475 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:07.594069 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2ccd60-9022-4cd2-877f-98b1a7ac6475'] response: {'name': 'network-changed', 'server_uuid': 'e787e2c9-f12d-4c75-a845-28e2208ce154', 'tag': '71db2a92-c6f8-4ff8-9016-7ede1a042362', 'status': 'completed', 'code': 200} Apr 18 13:56:07.633195 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-72e4f448-002a-4fb5-8e0e-7d32e4634212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:07.835344 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-72e4f448-002a-4fb5-8e0e-7d32e4634212 admin admin] Publish callbacks [] for security_group (84714280-16b0-4947-b132-9bc002adc080), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:07.877532 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-72e4f448-002a-4fb5-8e0e-7d32e4634212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (84714280-16b0-4947-b132-9bc002adc080), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:07.969269 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36462-b197-4714-a00f-f95b5914d490 req-57c1567e-a939-49df-9170-3d3f652e9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:07.971009 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88b36462-b197-4714-a00f-f95b5914d490 req-57c1567e-a939-49df-9170-3d3f652e9849 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 1128 time: 0.1035330 Apr 18 13:56:08.050192 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5039a5-0dae-42ff-a1ed-0bebf421accd req-dc39c5b3-3418-4a7d-ab1b-06fd0526a164 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:08.060503 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e5039a5-0dae-42ff-a1ed-0bebf421accd req-dc39c5b3-3418-4a7d-ab1b-06fd0526a164 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.2999930 Apr 18 13:56:08.062763 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-318ebe2a-d462-43c9-8220-81d358e4f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:08.064282 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-318ebe2a-d462-43c9-8220-81d358e4f529 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1711843 Apr 18 13:56:08.081575 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-cfa2137d-882a-4736-905b-4fdb3d132d68 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155745 Apr 18 13:56:08.085797 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4fecf-098b-4c58-9b43-b19971708dad req-8c41f424-ef4f-4106-beb4-c222f4e6d89e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:08.087239 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-99f4fecf-098b-4c58-9b43-b19971708dad req-8c41f424-ef4f-4106-beb4-c222f4e6d89e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 943 time: 0.2971327 Apr 18 13:56:08.109225 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-72e4f448-002a-4fb5-8e0e-7d32e4634212 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e90390dc91e043d9aac09a782a451c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6099956 Apr 18 13:56:08.112158 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57742) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:08.150347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4f448-002a-4fb5-8e0e-7d32e4634212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84714280-16b0-4947-b132-9bc002adc080,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:08.179064 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9982a8c2-7a94-4b48-aa42-b914b27fa6d0 admin admin] Publish callbacks [] for security_group (84714280-16b0-4947-b132-9bc002adc080), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:08.203251 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9982a8c2-7a94-4b48-aa42-b914b27fa6d0 admin admin] Publish callbacks [] for security_group (84714280-16b0-4947-b132-9bc002adc080), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:08.257227 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9982a8c2-7a94-4b48-aa42-b914b27fa6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (84714280-16b0-4947-b132-9bc002adc080), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:08.260068 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9982a8c2-7a94-4b48-aa42-b914b27fa6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:08.264508 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9982a8c2-7a94-4b48-aa42-b914b27fa6d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84714280-16b0-4947-b132-9bc002adc080 HTTP/1.1" status: 204 len: 168 time: 0.1482656 Apr 18 13:56:08.272987 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982a8c2-7a94-4b48-aa42-b914b27fa6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84714280-16b0-4947-b132-9bc002adc080,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:08.458278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893375e8-4492-49e5-9080-2f702e2722ef req-dd49dd20-05a5-4f15-b8c8-9179438d6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:08.459743 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-893375e8-4492-49e5-9080-2f702e2722ef req-dd49dd20-05a5-4f15-b8c8-9179438d6c58 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5634577 Apr 18 13:56:08.477239 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e5039a5-0dae-42ff-a1ed-0bebf421accd req-480dd441-4c14-447f-837d-899728917eb8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4156246 Apr 18 13:56:08.486340 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-99f4fecf-098b-4c58-9b43-b19971708dad req-2f80e8b9-0178-4549-994e-5847ccfab6de tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481760 Apr 18 13:56:08.625757 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca934032-d35b-46cb-8ead-e1f936984155 req-95edd5d4-a49a-42b4-8956-816faf68678b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:08.627365 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca934032-d35b-46cb-8ead-e1f936984155 req-95edd5d4-a49a-42b4-8956-816faf68678b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 943 time: 0.0862224 Apr 18 13:56:08.648723 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da26b50-924b-45ae-a310-e845c8a909f7 req-751a9c18-92a0-4d06-a121-17a61254b8aa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:08.650145 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1da26b50-924b-45ae-a310-e845c8a909f7 req-751a9c18-92a0-4d06-a121-17a61254b8aa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0735879 Apr 18 13:56:08.675222 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57754) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:08.688843 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5c08cfd0-4097-47ac-a241-cc36ac17dab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:08.717408 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca934032-d35b-46cb-8ead-e1f936984155 req-f38257f4-c7d2-4d15-971a-609281527eb8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841546 Apr 18 13:56:08.725095 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1da26b50-924b-45ae-a310-e845c8a909f7 req-a6f8cd46-ee9e-4583-b622-b07c4d3044d6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671034 Apr 18 13:56:08.768995 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5c08cfd0-4097-47ac-a241-cc36ac17dab3 admin admin] Publish callbacks [] for security_group (20fc8dcc-590d-4adb-98b9-7d3664fe1fe3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:08.775052 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5c08cfd0-4097-47ac-a241-cc36ac17dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (20fc8dcc-590d-4adb-98b9-7d3664fe1fe3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:08.858809 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5c08cfd0-4097-47ac-a241-cc36ac17dab3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f028728232284a50a2c8903293baaba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824419 Apr 18 13:56:08.891809 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 57760) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:08.905200 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08cfd0-4097-47ac-a241-cc36ac17dab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc8dcc-590d-4adb-98b9-7d3664fe1fe3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:08.910745 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-76765a69-4a2e-45a7-9c6e-c1eba6bafade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:08.911796 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-76765a69-4a2e-45a7-9c6e-c1eba6bafade service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 1127 time: 0.1064160 Apr 18 13:56:08.976664 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-27cacc6b-4318-4499-9d76-0f1f402ab64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:08.978244 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-27cacc6b-4318-4499-9d76-0f1f402ab64d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 1128 time: 0.1482656 Apr 18 13:56:09.038615 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-9582a4c2-e6ba-477e-a536-64ac668fb616 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c9d15a-a574-4f90-962f-84d87f72f2c6 HTTP/1.1" status: 200 len: 217 time: 0.0489433 Apr 18 13:56:09.096320 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-8a83f0ca-8fd1-46af-819e-52b0f618c3f6 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957280 Apr 18 13:56:09.102518 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36462-b197-4714-a00f-f95b5914d490 req-4645ccee-a334-411b-b9fe-7ae55bcc23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:09.104842 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88b36462-b197-4714-a00f-f95b5914d490 req-4645ccee-a334-411b-b9fe-7ae55bcc23bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.3049731 Apr 18 13:56:09.111192 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a272e825-632e-4054-ad05-ade51c68b43e req-49997b25-1c71-4eb2-a95e-69a7a6896dc3 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123400 Apr 18 13:56:09.151184 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f131da6-4030-4772-9ec5-f89bb1e522e0 admin admin] Publish callbacks [] for security_group (20fc8dcc-590d-4adb-98b9-7d3664fe1fe3), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:09.153026 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88b36462-b197-4714-a00f-f95b5914d490 req-5814765a-c035-407a-8e4d-cabbd1f79afa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9283a7fe-3056-4543-a907-37ec78acf7cd HTTP/1.1" status: 200 len: 217 time: 0.0392311 Apr 18 13:56:09.163242 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-3be5c7de-69b5-42df-9ff8-e32e5243ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:09.164749 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-3be5c7de-69b5-42df-9ff8-e32e5243ba88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 912 time: 0.2441373 Apr 18 13:56:09.166397 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-9b2c759c-e539-4bcf-9746-c744a97556d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:09.168137 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-9b2c759c-e539-4bcf-9746-c744a97556d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.1141646 Apr 18 13:56:09.220720 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f131da6-4030-4772-9ec5-f89bb1e522e0 admin admin] Publish callbacks [] for security_group (20fc8dcc-590d-4adb-98b9-7d3664fe1fe3), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:09.269030 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fe0cd08-d9c9-4b38-8b58-4a4e9e9cd320 req-b4c2e503-c8ce-487a-b6c8-9c03e8b34f0c service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681702 Apr 18 13:56:09.299986 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f131da6-4030-4772-9ec5-f89bb1e522e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (20fc8dcc-590d-4adb-98b9-7d3664fe1fe3), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:09.304953 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4f131da6-4030-4772-9ec5-f89bb1e522e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:09.309850 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4f131da6-4030-4772-9ec5-f89bb1e522e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20fc8dcc-590d-4adb-98b9-7d3664fe1fe3 HTTP/1.1" status: 204 len: 168 time: 0.4133973 Apr 18 13:56:09.321044 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f131da6-4030-4772-9ec5-f89bb1e522e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc8dcc-590d-4adb-98b9-7d3664fe1fe3,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:09.659855 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e34dd-42cf-4907-a0ea-f29e2edfb51b req-07059d9a-ae8f-4f58-8fbc-9f958eaad91a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:09.661359 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee8e34dd-42cf-4907-a0ea-f29e2edfb51b req-07059d9a-ae8f-4f58-8fbc-9f958eaad91a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 943 time: 0.0677350 Apr 18 13:56:09.684605 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0db993-a475-44be-b0ee-2327a9dfedb0 req-8b7e3947-66d7-407a-b7a6-1fe2e75f1908 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:09.691998 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef0db993-a475-44be-b0ee-2327a9dfedb0 req-8b7e3947-66d7-407a-b7a6-1fe2e75f1908 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.1389406 Apr 18 13:56:09.744979 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 9283a7fe-3056-4543-a907-37ec78acf7cd details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:56:09.775392 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee8e34dd-42cf-4907-a0ea-f29e2edfb51b req-adaa4a7c-ca42-426d-a24d-bc1c220f7b90 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050360 Apr 18 13:56:09.821342 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef0db993-a475-44be-b0ee-2327a9dfedb0 req-a61bc8d6-9d74-43f5-a52b-efa06218ca79 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284719 Apr 18 13:56:09.868482 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 9283a7fe-3056-4543-a907-37ec78acf7cd, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=9283a7fe-3056-4543-a907-37ec78acf7cd,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:09.882296 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '9283a7fe-3056-4543-a907-37ec78acf7cd', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'port_id': '9283a7fe-3056-4543-a907-37ec78acf7cd', 'mac_address': 'fa:16:3e:fe:a3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:56:09.918833 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1306b73-9123-416b-bcfc-678ad762bd03 req-695d0681-953f-4f98-818c-7c4a04392ea5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:09.921008 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1306b73-9123-416b-bcfc-678ad762bd03 req-695d0681-953f-4f98-818c-7c4a04392ea5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 943 time: 0.0706878 Apr 18 13:56:09.974629 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 9283a7fe-3056-4543-a907-37ec78acf7cd is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:09.975026 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.023268 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9283a7fe-3056-4543-a907-37ec78acf7cd {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:10.034379 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57832) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:10.060135 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 9283a7fe-3056-4543-a907-37ec78acf7cd, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=9283a7fe-3056-4543-a907-37ec78acf7cd,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:10.065933 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.077921 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1306b73-9123-416b-bcfc-678ad762bd03 req-c5244125-0e89-412b-b3e0-f1ccaa344444 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488576 Apr 18 13:56:10.149972 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-19ade3f5-869c-4762-9c32-6202cd938a2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 200 len: 217 time: 0.0610433 Apr 18 13:56:10.179147 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36462-b197-4714-a00f-f95b5914d490 req-174657dc-4787-4e9f-91f4-5cb4779cb73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:10.180770 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=9283a7fe-3056-4543-a907-37ec78acf7cd,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:10.181749 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88b36462-b197-4714-a00f-f95b5914d490 req-174657dc-4787-4e9f-91f4-5cb4779cb73a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.1235290 Apr 18 13:56:10.188811 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-3fa1dbb4-0ae0-4e1c-8977-d4d311941a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:10.191102 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-3fa1dbb4-0ae0-4e1c-8977-d4d311941a2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1305721 Apr 18 13:56:10.197022 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508fa6-4240-4988-b1b7-9b3f4939b77a req-8a75c426-cdb5-4fb2-98ed-7e88183ce4a8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:10.198525 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-92508fa6-4240-4988-b1b7-9b3f4939b77a req-8a75c426-cdb5-4fb2-98ed-7e88183ce4a8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.2309701 Apr 18 13:56:10.205725 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-ce1b5cf8-f57b-496b-b4d8-3487a7c3e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:10.207866 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-ce1b5cf8-f57b-496b-b4d8-3487a7c3e06e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 1127 time: 0.1242459 Apr 18 13:56:10.212937 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30762a04-fd51-409b-908a-8f2cda8b0f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.252097 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-92508fa6-4240-4988-b1b7-9b3f4939b77a req-497650d7-7e97-41ff-961a-d54b3d298324 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Apr 18 13:56:10.304488 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30762a04-fd51-409b-908a-8f2cda8b0f0e admin admin] Publish callbacks [] for security_group (b624c60d-a876-48a1-adb1-39bdf8ad3e91), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.309669 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-30762a04-fd51-409b-908a-8f2cda8b0f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b624c60d-a876-48a1-adb1-39bdf8ad3e91), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.351376 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-30762a04-fd51-409b-908a-8f2cda8b0f0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c635fd6b9729452698aa79cd1819cd31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149319 Apr 18 13:56:10.352546 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30762a04-fd51-409b-908a-8f2cda8b0f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b624c60d-a876-48a1-adb1-39bdf8ad3e91,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:10.353812 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 57844) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:10.397089 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['9283a7fe-3056-4543-a907-37ec78acf7cd'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:56:10.420686 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1a4c14a6-cc11-4b65-a750-102cd857f03b admin admin] Publish callbacks [] for security_group (b624c60d-a876-48a1-adb1-39bdf8ad3e91), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.443181 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1a4c14a6-cc11-4b65-a750-102cd857f03b admin admin] Publish callbacks [] for security_group (b624c60d-a876-48a1-adb1-39bdf8ad3e91), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.505055 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1a4c14a6-cc11-4b65-a750-102cd857f03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b624c60d-a876-48a1-adb1-39bdf8ad3e91), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.507773 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1a4c14a6-cc11-4b65-a750-102cd857f03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.511528 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1a4c14a6-cc11-4b65-a750-102cd857f03b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b624c60d-a876-48a1-adb1-39bdf8ad3e91 HTTP/1.1" status: 204 len: 168 time: 0.1530294 Apr 18 13:56:10.523798 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c14a6-cc11-4b65-a750-102cd857f03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b624c60d-a876-48a1-adb1-39bdf8ad3e91,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:10.840700 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 57866) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:10.863947 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21c1d0e4-7a39-4ab7-999b-19ce73bc132f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:10.921826 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b1d8d-a643-4fad-bcc2-95577e9c1d81 req-69defa82-7d3b-4b5a-8986-af96a3997e38 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:10.923294 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f2b1d8d-a643-4fad-bcc2-95577e9c1d81 req-69defa82-7d3b-4b5a-8986-af96a3997e38 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 943 time: 0.0760334 Apr 18 13:56:10.988367 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559f525-f5cd-4223-b75b-a8256630af9a req-6fe94edc-ebbd-443b-9147-1f35d732806f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:10.989815 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b559f525-f5cd-4223-b75b-a8256630af9a req-6fe94edc-ebbd-443b-9147-1f35d732806f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.0899198 Apr 18 13:56:11.045495 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f2b1d8d-a643-4fad-bcc2-95577e9c1d81 req-1ecc1807-3c4d-4722-9ee5-c0e21f6f4042 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045177 Apr 18 13:56:11.082057 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b559f525-f5cd-4223-b75b-a8256630af9a req-5c27c1c2-5a44-4c90-8b9d-65fd69b0592e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835526 Apr 18 13:56:11.100823 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21c1d0e4-7a39-4ab7-999b-19ce73bc132f admin admin] Publish callbacks [] for security_group (1f779a95-7939-4a76-ab03-2fb3278a2a6f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:11.107291 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21c1d0e4-7a39-4ab7-999b-19ce73bc132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (1f779a95-7939-4a76-ab03-2fb3278a2a6f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:11.155431 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 57882) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:11.155653 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-21c1d0e4-7a39-4ab7-999b-19ce73bc132f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9e8c55d1e7f47039e01e9149b779ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135474 Apr 18 13:56:11.156728 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1d0e4-7a39-4ab7-999b-19ce73bc132f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f779a95-7939-4a76-ab03-2fb3278a2a6f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:11.232050 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3ef41c9f-b981-4363-ba3b-fb3a2889a16e admin admin] Publish callbacks [] for security_group (1f779a95-7939-4a76-ab03-2fb3278a2a6f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:11.237660 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1942f-4e2e-417e-a540-f31e8f80ab76 req-52bea7f8-33cc-45ce-a427-825db245d5fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:11.246655 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-52b1942f-4e2e-417e-a540-f31e8f80ab76 req-52bea7f8-33cc-45ce-a427-825db245d5fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 943 time: 0.0711000 Apr 18 13:56:11.302402 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3ef41c9f-b981-4363-ba3b-fb3a2889a16e admin admin] Publish callbacks [] for security_group (1f779a95-7939-4a76-ab03-2fb3278a2a6f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:11.428928 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36462-b197-4714-a00f-f95b5914d490 req-4b4baa19-ed58-48b3-9877-c8b1ecf261cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:11.430411 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88b36462-b197-4714-a00f-f95b5914d490 req-4b4baa19-ed58-48b3-9877-c8b1ecf261cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1656704 Apr 18 13:56:11.449773 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-7cc9177e-e9c1-4e0a-bc74-b4ee385038b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:11.451662 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-7cc9177e-e9c1-4e0a-bc74-b4ee385038b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1962669 Apr 18 13:56:11.513109 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-737991a3-f2ac-40e7-af1d-a4f0b9563ef3 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591453 Apr 18 13:56:11.519664 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-24746e3f-175a-4105-a862-22718ec80f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:11.522276 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-24746e3f-175a-4105-a862-22718ec80f31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.2568312 Apr 18 13:56:11.523468 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3ef41c9f-b981-4363-ba3b-fb3a2889a16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (1f779a95-7939-4a76-ab03-2fb3278a2a6f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:11.527117 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3ef41c9f-b981-4363-ba3b-fb3a2889a16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:11.531849 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3ef41c9f-b981-4363-ba3b-fb3a2889a16e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f779a95-7939-4a76-ab03-2fb3278a2a6f HTTP/1.1" status: 204 len: 168 time: 0.3751009 Apr 18 13:56:11.652882 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef41c9f-b981-4363-ba3b-fb3a2889a16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f779a95-7939-4a76-ab03-2fb3278a2a6f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:11.688676 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-52b1942f-4e2e-417e-a540-f31e8f80ab76 req-3e2a910e-3f30-49fe-9f3c-3fb1b38483c8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408226 Apr 18 13:56:11.698724 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-82907e6c-f675-4402-8981-34483e03178b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362 HTTP/1.1" status: 200 len: 217 time: 0.1348109 Apr 18 13:56:11.734271 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-2890e61c-deeb-499e-9c96-5d0e06963a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:11.735923 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-2890e61c-deeb-499e-9c96-5d0e06963a60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1731937 Apr 18 13:56:11.745084 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0032-15ce-4bbd-bd49-78c58e1c44c4 req-8608c322-72ea-4f4f-9587-3d5c6de875d0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:11.746069 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 14b935e4-63db-43f0-80b2-745b3a99ef1a details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:56:11.754452 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5d0032-15ce-4bbd-bd49-78c58e1c44c4 req-8608c322-72ea-4f4f-9587-3d5c6de875d0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.2824857 Apr 18 13:56:11.814972 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 9283a7fe-3056-4543-a907-37ec78acf7cd up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:56:11.885652 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-7ca517f2-6619-4de8-b932-0c2b1bfe3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:11.887441 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-7ca517f2-6619-4de8-b932-0c2b1bfe3f92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.1664267 Apr 18 13:56:11.946534 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5d0032-15ce-4bbd-bd49-78c58e1c44c4 req-50e9e8bf-746c-4f86-b8e1-0b5103fc278e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907218 Apr 18 13:56:11.971158 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-867b475e-2fe0-497a-a970-8eab4d6c314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:11.973217 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-867b475e-2fe0-497a-a970-8eab4d6c314b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767002 Apr 18 13:56:11.997448 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-7b15b1ae-7d51-4124-8273-06a03fb5b2e8 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398930 Apr 18 13:56:12.025418 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 14b935e4-63db-43f0-80b2-745b3a99ef1a, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:12.061508 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0fc90758-1b92-45b3-937a-613f5cc0fcee req-18ae3e61-a19f-4399-a9b2-202a36db730a service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059855 Apr 18 13:56:12.063238 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88b36462-b197-4714-a00f-f95b5914d490 req-1fa92316-2e05-48e7-b1e7-f3203e2d18f4 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304375 Apr 18 13:56:12.069953 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'port_id': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'mac_address': 'fa:16:3e:3a:d8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:56:12.110931 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 9283a7fe-3056-4543-a907-37ec78acf7cd completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:56:12.131012 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 9283a7fe-3056-4543-a907-37ec78acf7cd triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:12.131609 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:12.211000 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-88b36462-b197-4714-a00f-f95b5914d490 req-7d4d1010-053e-4fab-806f-7333c0c91808 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363440 Apr 18 13:56:12.267042 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 14b935e4-63db-43f0-80b2-745b3a99ef1a is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:12.267518 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:12.288741 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b935e4-63db-43f0-80b2-745b3a99ef1a {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:12.335740 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 14b935e4-63db-43f0-80b2-745b3a99ef1a, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:12.344183 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:12.344943 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 71db2a92-c6f8-4ff8-9016-7ede1a042362 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:56:12.367121 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ac-b2c5-4f64-96ed-750dd87afb1b req-f53b1d77-84fe-422b-a369-ea5a0ccb94a9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:12.368800 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8017a1ac-b2c5-4f64-96ed-750dd87afb1b req-f53b1d77-84fe-422b-a369-ea5a0ccb94a9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.1202395 Apr 18 13:56:12.371347 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-aad37bb0-15ca-4a39-a925-e7cd585ea479 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883166 Apr 18 13:56:12.380290 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33429aab-4a92-40d6-9e44-1e9fe27842e8 req-b6876768-ebbe-4f31-abaa-84d304fa2f07 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:12.381932 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33429aab-4a92-40d6-9e44-1e9fe27842e8 req-b6876768-ebbe-4f31-abaa-84d304fa2f07 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 943 time: 0.1345155 Apr 18 13:56:12.425314 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 9283a7fe-3056-4543-a907-37ec78acf7cd is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:12.425942 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:12.466928 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-94375072-a92e-4be5-ae0f-8d0fe7fa8767 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527981 Apr 18 13:56:12.472243 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c6d896-7fd9-4029-96e8-95b0fd31cb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9283a7fe-3056-4543-a907-37ec78acf7cd'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:12.476708 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6fbeb5-6453-47d7-b9fc-639cb24e2970" -d '{"events": [{"server_uuid": "18c6d896-7fd9-4029-96e8-95b0fd31cb3c", "name": "network-vif-plugged", "status": "completed", "tag": "9283a7fe-3056-4543-a907-37ec78acf7cd"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:12.505870 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8017a1ac-b2c5-4f64-96ed-750dd87afb1b req-bfbfceb6-59f1-49d3-931a-e9cc9ea6ca21 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229372 Apr 18 13:56:12.523107 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33429aab-4a92-40d6-9e44-1e9fe27842e8 req-bc13dc0b-7cbe-4ed1-930f-8e68fa2e14db tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252170 Apr 18 13:56:12.543034 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=14b935e4-63db-43f0-80b2-745b3a99ef1a,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:12.588469 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 9283a7fe-3056-4543-a907-37ec78acf7cd, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=9283a7fe-3056-4543-a907-37ec78acf7cd,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:12.593059 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b26700-e076-4ff7-9091-77ce67b113fd x-openstack-request-id: req-01b26700-e076-4ff7-9091-77ce67b113fd {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:12.593540 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c6d896-7fd9-4029-96e8-95b0fd31cb3c", "name": "network-vif-plugged", "status": "completed", "tag": "9283a7fe-3056-4543-a907-37ec78acf7cd", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:12.593843 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01b26700-e076-4ff7-9091-77ce67b113fd {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:12.594494 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b26700-e076-4ff7-9091-77ce67b113fd'] response: {'server_uuid': '18c6d896-7fd9-4029-96e8-95b0fd31cb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9283a7fe-3056-4543-a907-37ec78acf7cd', 'code': 200} Apr 18 13:56:12.598999 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:12.684315 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 71db2a92-c6f8-4ff8-9016-7ede1a042362, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:12.703141 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=9283a7fe-3056-4543-a907-37ec78acf7cd,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:12.707706 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '71db2a92-c6f8-4ff8-9016-7ede1a042362', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'port_id': '71db2a92-c6f8-4ff8-9016-7ede1a042362', 'mac_address': 'fa:16:3e:ea:3a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:56:12.754319 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 71db2a92-c6f8-4ff8-9016-7ede1a042362 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:12.755401 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:12.770936 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71db2a92-c6f8-4ff8-9016-7ede1a042362 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:12.796931 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 71db2a92-c6f8-4ff8-9016-7ede1a042362, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:12.802047 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:12.821104 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ee01f-a87e-453d-b9ea-557b189635f1 req-409c06c7-ca37-47b4-8eb8-2cbfa340972b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:12.823145 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-190ee01f-a87e-453d-b9ea-557b189635f1 req-409c06c7-ca37-47b4-8eb8-2cbfa340972b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 944 time: 0.0548635 Apr 18 13:56:12.862517 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=71db2a92-c6f8-4ff8-9016-7ede1a042362,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:12.880659 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-190ee01f-a87e-453d-b9ea-557b189635f1 req-6d252166-b019-4ef4-8e06-bb8d560877ea tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498297 Apr 18 13:56:13.070809 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873495e7-06da-4a12-a4d3-1fdc896d4b35 req-2815f5cd-5eac-4c9e-9458-84fb9478f8d0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:13.072292 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-873495e7-06da-4a12-a4d3-1fdc896d4b35 req-2815f5cd-5eac-4c9e-9458-84fb9478f8d0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0486348 Apr 18 13:56:13.146501 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-873495e7-06da-4a12-a4d3-1fdc896d4b35 req-e6ac5669-1c5e-4793-b8d6-0b81c9cbfae7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614152 Apr 18 13:56:13.373889 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['14b935e4-63db-43f0-80b2-745b3a99ef1a'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:56:13.526053 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['71db2a92-c6f8-4ff8-9016-7ede1a042362'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:56:13.552769 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-11a8cb09-2aa1-45a2-a82f-f3463b80c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:13.554313 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-11a8cb09-2aa1-45a2-a82f-f3463b80c508 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 1127 time: 0.0924776 Apr 18 13:56:13.750605 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-490f7dbd-7cf7-4d84-98da-16d7a0ac331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:13.752017 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:56:13.756365 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-490f7dbd-7cf7-4d84-98da-16d7a0ac331d service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.1916583 Apr 18 13:56:13.841786 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-9d83ece2-8cda-4528-bcaa-69c5b9d69fd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 200 len: 217 time: 0.0739336 Apr 18 13:56:13.941163 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448cf8d-e18d-43df-af6a-f553284afb05 req-2caf6310-4e00-4d12-8ffa-0a2b5d152d41 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:13.947923 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a448cf8d-e18d-43df-af6a-f553284afb05 req-2caf6310-4e00-4d12-8ffa-0a2b5d152d41 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.1589665 Apr 18 13:56:13.949952 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-683c020f-e219-4188-b2d4-5d5ca06acf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:13.951497 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-683c020f-e219-4188-b2d4-5d5ca06acf21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.1013722 Apr 18 13:56:13.953015 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3565b6-6796-4073-aa60-bf25b1f34983 req-91319b15-f86f-426f-b87a-c5c1f365b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:13.954412 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e3565b6-6796-4073-aa60-bf25b1f34983 req-91319b15-f86f-426f-b87a-c5c1f365b364 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 1130 time: 0.1687644 Apr 18 13:56:13.966658 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bc2ec-35fb-4701-b4ed-a18cfa522fbe req-f6e4ec38-a7f6-451d-98d0-8f2215035923 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:13.968114 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e52bc2ec-35fb-4701-b4ed-a18cfa522fbe req-f6e4ec38-a7f6-451d-98d0-8f2215035923 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 944 time: 0.1855433 Apr 18 13:56:13.984653 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-198e392d-eda1-4b4f-9f64-853e0472a5a3 req-cc609296-b402-4f45-9870-a73496592628 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720956 Apr 18 13:56:14.033853 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-b7d13b07-5e76-47ed-b034-6d843dafd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:14.035395 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-b7d13b07-5e76-47ed-b034-6d843dafd82b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698001 Apr 18 13:56:14.080104 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a448cf8d-e18d-43df-af6a-f553284afb05 req-f8b8444f-0e10-4801-8f9f-285389750556 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232324 Apr 18 13:56:14.107323 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:14.107899 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e3565b6-6796-4073-aa60-bf25b1f34983 req-ee93f62b-0b15-4d28-9b00-32d27091ec8f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383295 Apr 18 13:56:14.124524 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'port_id': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'mac_address': 'fa:16:3e:6c:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:56:14.130271 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e52bc2ec-35fb-4701-b4ed-a18cfa522fbe req-c2c6b68e-784d-4477-abf6-edba767b992c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478081 Apr 18 13:56:14.182081 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port c90a0397-fdef-4f49-a852-568f276bec5e is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:14.182732 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:14.198039 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90a0397-fdef-4f49-a852-568f276bec5e {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:14.204983 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-e2f61dbf-6a81-43f9-b219-cc235f537225 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582446 Apr 18 13:56:14.234553 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:14.245800 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:14.249628 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458714f-38eb-4349-b95f-c214796a172d req-e6b4eabb-d640-413e-b5f9-b0d6d7357818 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:14.259465 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6458714f-38eb-4349-b95f-c214796a172d req-e6b4eabb-d640-413e-b5f9-b0d6d7357818 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 944 time: 0.0975513 Apr 18 13:56:14.362116 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b78c03-15d5-4368-aa7e-e1075354c18f req-9f7899d9-5a67-4592-b16f-3d1c0cf3c785 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:14.363800 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48b78c03-15d5-4368-aa7e-e1075354c18f req-9f7899d9-5a67-4592-b16f-3d1c0cf3c785 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.1010897 Apr 18 13:56:14.375263 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:14.384013 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6458714f-38eb-4349-b95f-c214796a172d req-f46c2185-4b6d-4f05-8ec5-2af9f31bf93e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194265 Apr 18 13:56:14.448417 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48b78c03-15d5-4368-aa7e-e1075354c18f req-567c63d4-ee47-4752-917a-3bb27198ba54 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610454 Apr 18 13:56:14.521338 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab0e53d-cf33-481a-8e7c-2aecd977e134 req-762dcdec-532f-4e5e-9062-4b9f9c35984c service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780431 Apr 18 13:56:14.635491 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58040) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:14.744799 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-018ea5a3-4ae5-4f7e-a109-7fcf0ec9fd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:14.833985 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-018ea5a3-4ae5-4f7e-a109-7fcf0ec9fd0c admin admin] Publish callbacks [] for security_group (f9b0f641-8100-43f7-b20d-7d0ec2db44a3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:14.837533 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-018ea5a3-4ae5-4f7e-a109-7fcf0ec9fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f9b0f641-8100-43f7-b20d-7d0ec2db44a3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:14.880216 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-018ea5a3-4ae5-4f7e-a109-7fcf0ec9fd0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf1a8ee7b6b44e309ba1338a42284923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427840 Apr 18 13:56:14.881326 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ea5a3-4ae5-4f7e-a109-7fcf0ec9fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b0f641-8100-43f7-b20d-7d0ec2db44a3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:14.882881 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58056) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:14.938483 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4100-cd42-48b4-9d04-eda3c9a77ed3 admin admin] Publish callbacks [] for security_group (f9b0f641-8100-43f7-b20d-7d0ec2db44a3), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:14.965593 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4100-cd42-48b4-9d04-eda3c9a77ed3 admin admin] Publish callbacks [] for security_group (f9b0f641-8100-43f7-b20d-7d0ec2db44a3), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.017341 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4100-cd42-48b4-9d04-eda3c9a77ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f9b0f641-8100-43f7-b20d-7d0ec2db44a3), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.020596 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4100-cd42-48b4-9d04-eda3c9a77ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.024176 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ac0b4100-cd42-48b4-9d04-eda3c9a77ed3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9b0f641-8100-43f7-b20d-7d0ec2db44a3 HTTP/1.1" status: 204 len: 168 time: 0.1378269 Apr 18 13:56:15.030648 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b4100-cd42-48b4-9d04-eda3c9a77ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b0f641-8100-43f7-b20d-7d0ec2db44a3,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:15.189064 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ac11-d060-4eb1-9d2d-2036e7e14600 req-da5cc38a-6ddd-4fc6-ad39-6dc29a3d738e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:15.190575 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f607ac11-d060-4eb1-9d2d-2036e7e14600 req-da5cc38a-6ddd-4fc6-ad39-6dc29a3d738e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.0516078 Apr 18 13:56:15.268783 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a7def-2d76-4e84-a6f9-1990f803f21a req-4abe8f84-80c9-40c3-a442-393637e6d8fe tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:15.270267 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a45a7def-2d76-4e84-a6f9-1990f803f21a req-4abe8f84-80c9-40c3-a442-393637e6d8fe tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 944 time: 0.0707874 Apr 18 13:56:15.288499 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f607ac11-d060-4eb1-9d2d-2036e7e14600 req-c048dd69-2e0b-427f-925d-7de753e0d514 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911777 Apr 18 13:56:15.337836 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a45a7def-2d76-4e84-a6f9-1990f803f21a req-6bce48a8-a519-4d37-ae16-6e466d2c3cab tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585232 Apr 18 13:56:15.343652 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58068) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:15.357506 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac6bc-dbe4-484d-bedf-487b096d032c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.439649 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac6bc-dbe4-484d-bedf-487b096d032c admin admin] Publish callbacks [] for security_group (3ac06c93-f799-4b9c-8ee1-369212ed1dc8), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.443743 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1d6ac6bc-dbe4-484d-bedf-487b096d032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (3ac06c93-f799-4b9c-8ee1-369212ed1dc8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.459714 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['c90a0397-fdef-4f49-a852-568f276bec5e'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:56:15.535916 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1d6ac6bc-dbe4-484d-bedf-487b096d032c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f850aa4722945d0b5c63e47613660e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910505 Apr 18 13:56:15.536806 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ac6bc-dbe4-484d-bedf-487b096d032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac06c93-f799-4b9c-8ee1-369212ed1dc8,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:15.539478 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58074) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:15.565763 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2f81e-735a-409a-8c9e-2e2659374275 req-3cfed517-d5f6-45cd-a17f-c103e96445b7 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:15.567239 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fb2f81e-735a-409a-8c9e-2e2659374275 req-3cfed517-d5f6-45cd-a17f-c103e96445b7 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 944 time: 0.1207943 Apr 18 13:56:15.594796 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68d4db6f-9fa0-434d-bbb0-b14d9e55a68a admin admin] Publish callbacks [] for security_group (3ac06c93-f799-4b9c-8ee1-369212ed1dc8), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.601768 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac8299-0b42-454f-a562-e002847d642d req-e4562181-929d-4f75-9b79-2624ea235d88 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:15.603305 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46ac8299-0b42-454f-a562-e002847d642d req-e4562181-929d-4f75-9b79-2624ea235d88 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.0926390 Apr 18 13:56:15.624372 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68d4db6f-9fa0-434d-bbb0-b14d9e55a68a admin admin] Publish callbacks [] for security_group (3ac06c93-f799-4b9c-8ee1-369212ed1dc8), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.656409 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fb2f81e-735a-409a-8c9e-2e2659374275 req-262b0572-9e8e-4fa8-a63b-b7e552e3967c tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824471 Apr 18 13:56:15.685437 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68d4db6f-9fa0-434d-bbb0-b14d9e55a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (3ac06c93-f799-4b9c-8ee1-369212ed1dc8), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.689558 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46ac8299-0b42-454f-a562-e002847d642d req-8d3ccdbf-f0d1-4088-9ebf-5c2c342a40de tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719225 Apr 18 13:56:15.689747 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68d4db6f-9fa0-434d-bbb0-b14d9e55a68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:15.691193 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-68d4db6f-9fa0-434d-bbb0-b14d9e55a68a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ac06c93-f799-4b9c-8ee1-369212ed1dc8 HTTP/1.1" status: 204 len: 168 time: 0.1504357 Apr 18 13:56:15.702885 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4db6f-9fa0-434d-bbb0-b14d9e55a68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac06c93-f799-4b9c-8ee1-369212ed1dc8,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:16.285981 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:56:16.407180 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 24c9d15a-a574-4f90-962f-84d87f72f2c6 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:56:16.435799 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 14b935e4-63db-43f0-80b2-745b3a99ef1a up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:56:16.493665 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ed190-0a32-4a1c-b788-3ac5dcf03597 req-b0cb109e-2a60-4daf-83dd-8a1489afa995 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:16.501735 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-927ed190-0a32-4a1c-b788-3ac5dcf03597 req-b0cb109e-2a60-4daf-83dd-8a1489afa995 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 944 time: 0.1423600 Apr 18 13:56:16.515882 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b95ad-75af-4f56-891b-775b8f614961 req-108b3426-c11a-47e8-bf57-5efd68f25799 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:16.518295 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a2b95ad-75af-4f56-891b-775b8f614961 req-108b3426-c11a-47e8-bf57-5efd68f25799 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 944 time: 0.0862134 Apr 18 13:56:16.530511 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 14b935e4-63db-43f0-80b2-745b3a99ef1a completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:56:16.592430 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a2b95ad-75af-4f56-891b-775b8f614961 req-61723d05-fec0-4b23-9ea1-6be30efdc18c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652118 Apr 18 13:56:16.616383 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-927ed190-0a32-4a1c-b788-3ac5dcf03597 req-61bc73eb-94f7-4fe5-a632-7873c5652269 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134672 Apr 18 13:56:16.706975 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 14b935e4-63db-43f0-80b2-745b3a99ef1a triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:16.707349 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:16.775956 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 24c9d15a-a574-4f90-962f-84d87f72f2c6, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=24c9d15a-a574-4f90-962f-84d87f72f2c6,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:16.793172 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:56:16.862470 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 14b935e4-63db-43f0-80b2-745b3a99ef1a is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:16.862872 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:16.869037 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a33d6-81d6-46c1-90e0-b5ffa6bebcab req-3472d9ce-f728-48aa-9e6e-6dceb07d1cf5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:16.873512 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-436a33d6-81d6-46c1-90e0-b5ffa6bebcab req-3472d9ce-f728-48aa-9e6e-6dceb07d1cf5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 944 time: 0.1346736 Apr 18 13:56:16.882594 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 24c9d15a-a574-4f90-962f-84d87f72f2c6 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:16.883206 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:16.889289 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae3d7-f73a-4be1-9239-33c73949db7c req-58da65a3-954b-4b04-a763-fb5d86e4ae36 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:16.900712 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f8eae3d7-f73a-4be1-9239-33c73949db7c req-58da65a3-954b-4b04-a763-fb5d86e4ae36 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.1000848 Apr 18 13:56:16.908759 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c9d15a-a574-4f90-962f-84d87f72f2c6 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:16.918944 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b935e4-63db-43f0-80b2-745b3a99ef1a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:16.921569 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b2b682-3000-4bc0-bd78-8ec5e1f8b77e" -d '{"events": [{"server_uuid": "fbafa60f-2c09-4d4c-b12e-3418b05812a7", "name": "network-vif-plugged", "status": "completed", "tag": "14b935e4-63db-43f0-80b2-745b3a99ef1a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:16.947225 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 14b935e4-63db-43f0-80b2-745b3a99ef1a, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:16.955969 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 24c9d15a-a574-4f90-962f-84d87f72f2c6, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=24c9d15a-a574-4f90-962f-84d87f72f2c6,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:16.963822 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:16.965249 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:56:16.990855 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:17.019072 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-436a33d6-81d6-46c1-90e0-b5ffa6bebcab req-747ea137-c541-4f6d-9cc2-ad28d3c8932d tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157913 Apr 18 13:56:17.030667 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f8eae3d7-f73a-4be1-9239-33c73949db7c req-fc246968-086e-4279-b848-daa426c40b9f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278896 Apr 18 13:56:17.069341 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=14b935e4-63db-43f0-80b2-745b3a99ef1a,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:17.078662 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port c90a0397-fdef-4f49-a852-568f276bec5e completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:56:17.082433 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce3908-8417-4b8f-b072-7fd958485684 x-openstack-request-id: req-85ce3908-8417-4b8f-b072-7fd958485684 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:17.082751 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbafa60f-2c09-4d4c-b12e-3418b05812a7", "name": "network-vif-plugged", "status": "completed", "tag": "14b935e4-63db-43f0-80b2-745b3a99ef1a", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:17.083007 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85ce3908-8417-4b8f-b072-7fd958485684 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:17.083605 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ce3908-8417-4b8f-b072-7fd958485684'] response: {'server_uuid': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'code': 200} Apr 18 13:56:17.119964 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port c90a0397-fdef-4f49-a852-568f276bec5e triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:17.120932 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:17.181489 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=24c9d15a-a574-4f90-962f-84d87f72f2c6,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:17.246041 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port c90a0397-fdef-4f49-a852-568f276bec5e is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:17.246497 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:17.284917 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:17.290273 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:17.291162 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 71db2a92-c6f8-4ff8-9016-7ede1a042362 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:56:17.331991 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd6dbb-73b5-4c59-8154-8df24b197c18 req-efdcccbc-59f9-45b9-b4d2-10b4762f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:17.335913 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92cd6dbb-73b5-4c59-8154-8df24b197c18 req-efdcccbc-59f9-45b9-b4d2-10b4762f3cfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 1129 time: 0.0823627 Apr 18 13:56:17.376711 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:17.381073 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 71db2a92-c6f8-4ff8-9016-7ede1a042362 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:56:17.389453 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 71db2a92-c6f8-4ff8-9016-7ede1a042362 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:17.390122 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:17.406470 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92cd6dbb-73b5-4c59-8154-8df24b197c18 req-e64d121f-0b91-43fc-8e3e-5f22672d470c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613306 Apr 18 13:56:17.413861 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['24c9d15a-a574-4f90-962f-84d87f72f2c6'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:56:17.540756 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 71db2a92-c6f8-4ff8-9016-7ede1a042362 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:17.541430 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:17.598320 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 71db2a92-c6f8-4ff8-9016-7ede1a042362, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:17.603503 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:17.701617 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=71db2a92-c6f8-4ff8-9016-7ede1a042362,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:17.787283 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a801d3-1b29-4bf2-938a-1f2ce0fc6d0b req-85f3bbf6-136a-41ed-b25d-8229a430b78f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:17.789400 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39a801d3-1b29-4bf2-938a-1f2ce0fc6d0b req-85f3bbf6-136a-41ed-b25d-8229a430b78f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.1037953 Apr 18 13:56:17.832025 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce762e-f999-46d4-b39b-80de4ea3491f req-64eb6304-a89d-4cca-93a7-c85855a569d5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:17.833765 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9ce762e-f999-46d4-b39b-80de4ea3491f req-64eb6304-a89d-4cca-93a7-c85855a569d5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 945 time: 0.1203156 Apr 18 13:56:17.874789 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39a801d3-1b29-4bf2-938a-1f2ce0fc6d0b req-d3ad2ad0-e0d5-4415-ad45-54b8bca7a6b1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783193 Apr 18 13:56:17.903887 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9ce762e-f999-46d4-b39b-80de4ea3491f req-ed0f9897-0225-488e-ad58-5ad8db030ce8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627317 Apr 18 13:56:18.168579 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab115c-f179-47b3-b59c-d1ca380eb06a req-15847546-49c4-4664-8534-20115d8eac2d tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:18.170076 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53ab115c-f179-47b3-b59c-d1ca380eb06a req-15847546-49c4-4664-8534-20115d8eac2d tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0806909 Apr 18 13:56:18.178246 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c93447-f16e-4da5-9aa7-c3e804c6f6c6 req-19fed893-8a3b-4ae8-805d-cb038c91a07d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:18.179719 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e4c93447-f16e-4da5-9aa7-c3e804c6f6c6 req-19fed893-8a3b-4ae8-805d-cb038c91a07d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0787375 Apr 18 13:56:18.252249 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53ab115c-f179-47b3-b59c-d1ca380eb06a req-4d654db6-af81-4cfa-be2c-e853e0451f15 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714087 Apr 18 13:56:18.259477 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e4c93447-f16e-4da5-9aa7-c3e804c6f6c6 req-8834e4cd-97af-4fec-9c7f-c126a226586b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725193 Apr 18 13:56:18.291746 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58196) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:18.404843 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5093fbdb-4644-45db-aaf4-e503351f39fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.488533 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5093fbdb-4644-45db-aaf4-e503351f39fc admin admin] Publish callbacks [] for security_group (ce3abd85-013d-4d7b-a2c0-9e6a3d820d98), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.492159 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5093fbdb-4644-45db-aaf4-e503351f39fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ce3abd85-013d-4d7b-a2c0-9e6a3d820d98), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.532358 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5093fbdb-4644-45db-aaf4-e503351f39fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28c4611ec6234f2d81737887a64187b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387578 Apr 18 13:56:18.533398 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093fbdb-4644-45db-aaf4-e503351f39fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3abd85-013d-4d7b-a2c0-9e6a3d820d98,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:18.535597 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58200) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:18.587181 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-992783e2-ccbc-4209-94ba-345db9042e51 admin admin] Publish callbacks [] for security_group (ce3abd85-013d-4d7b-a2c0-9e6a3d820d98), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.607830 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-992783e2-ccbc-4209-94ba-345db9042e51 admin admin] Publish callbacks [] for security_group (ce3abd85-013d-4d7b-a2c0-9e6a3d820d98), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.652850 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-992783e2-ccbc-4209-94ba-345db9042e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ce3abd85-013d-4d7b-a2c0-9e6a3d820d98), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.655468 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-992783e2-ccbc-4209-94ba-345db9042e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.656631 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-992783e2-ccbc-4209-94ba-345db9042e51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce3abd85-013d-4d7b-a2c0-9e6a3d820d98 HTTP/1.1" status: 204 len: 168 time: 0.1198332 Apr 18 13:56:18.664331 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992783e2-ccbc-4209-94ba-345db9042e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3abd85-013d-4d7b-a2c0-9e6a3d820d98,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:18.666370 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 24c9d15a-a574-4f90-962f-84d87f72f2c6 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:56:18.722628 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 24c9d15a-a574-4f90-962f-84d87f72f2c6 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:56:18.728905 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 24c9d15a-a574-4f90-962f-84d87f72f2c6 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:18.730529 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.808934 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 24c9d15a-a574-4f90-962f-84d87f72f2c6 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:18.809318 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.845967 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 24c9d15a-a574-4f90-962f-84d87f72f2c6, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=24c9d15a-a574-4f90-962f-84d87f72f2c6,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:18.851196 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.901678 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e3328586-769a-41fb-9cb8-6111185969da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:18.923441 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=24c9d15a-a574-4f90-962f-84d87f72f2c6,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:18.973747 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58224) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:18.992235 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7371-7d21-4f31-b7ad-8d977e06d415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.085341 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e'}, {'server_uuid': 'e787e2c9-f12d-4c75-a845-28e2208ce154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71db2a92-c6f8-4ff8-9016-7ede1a042362'}, {'server_uuid': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c9d15a-a574-4f90-962f-84d87f72f2c6'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:19.088668 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a3b0d6-c01b-4399-a247-d11a20b188c3" -d '{"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-plugged", "status": "completed", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e"}, {"server_uuid": "e787e2c9-f12d-4c75-a845-28e2208ce154", "name": "network-vif-plugged", "status": "completed", "tag": "71db2a92-c6f8-4ff8-9016-7ede1a042362"}, {"server_uuid": "6242579b-176d-4f93-9e54-8dfbf9d126e2", "name": "network-vif-plugged", "status": "completed", "tag": "24c9d15a-a574-4f90-962f-84d87f72f2c6"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:19.100498 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df36a1-4a26-4ff4-b8f0-f105d9b89d97 req-e3e258a3-143e-444b-ae9b-f7bfe2509114 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:19.102057 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38df36a1-4a26-4ff4-b8f0-f105d9b89d97 req-e3e258a3-143e-444b-ae9b-f7bfe2509114 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0894706 Apr 18 13:56:19.118812 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2c1c-aabb-4ddf-af55-857036789aec req-c1984b39-81c3-4ba9-bc0f-4c1eff8613b7 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:19.126543 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-152c2c1c-aabb-4ddf-af55-857036789aec req-c1984b39-81c3-4ba9-bc0f-4c1eff8613b7 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0716596 Apr 18 13:56:19.133290 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7371-7d21-4f31-b7ad-8d977e06d415 admin admin] Publish callbacks [] for security_group (a35c89aa-9632-4694-9675-eb301b20f84c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.139299 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7371-7d21-4f31-b7ad-8d977e06d415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a35c89aa-9632-4694-9675-eb301b20f84c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.202275 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58236) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:19.202936 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5c5c7371-7d21-4f31-b7ad-8d977e06d415 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e27d73af71df46c2bc2cc669384b654f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280862 Apr 18 13:56:19.208480 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7371-7d21-4f31-b7ad-8d977e06d415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35c89aa-9632-4694-9675-eb301b20f84c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:19.224271 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-152c2c1c-aabb-4ddf-af55-857036789aec req-678e5659-b1ce-4ae5-bf13-cdde8c7ed978 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968616 Apr 18 13:56:19.233384 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38df36a1-4a26-4ff4-b8f0-f105d9b89d97 req-562ffcdd-63f4-49f6-8773-f7f49b84e975 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214678 Apr 18 13:56:19.287004 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56256f17-9b0c-4b7a-8831-398649c17142 admin admin] Publish callbacks [] for security_group (a35c89aa-9632-4694-9675-eb301b20f84c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.293086 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181c5ae-0b40-4894-9c9f-c551dac01649 x-openstack-request-id: req-a181c5ae-0b40-4894-9c9f-c551dac01649 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:19.293454 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-plugged", "status": "completed", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e", "code": 200}, {"server_uuid": "e787e2c9-f12d-4c75-a845-28e2208ce154", "name": "network-vif-plugged", "status": "completed", "tag": "71db2a92-c6f8-4ff8-9016-7ede1a042362", "code": 200}, {"server_uuid": "6242579b-176d-4f93-9e54-8dfbf9d126e2", "name": "network-vif-plugged", "status": "completed", "tag": "24c9d15a-a574-4f90-962f-84d87f72f2c6", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:19.293712 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a181c5ae-0b40-4894-9c9f-c551dac01649 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:19.294099 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a181c5ae-0b40-4894-9c9f-c551dac01649'] response: {'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'code': 200} Apr 18 13:56:19.294620 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a181c5ae-0b40-4894-9c9f-c551dac01649'] response: {'server_uuid': 'e787e2c9-f12d-4c75-a845-28e2208ce154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71db2a92-c6f8-4ff8-9016-7ede1a042362', 'code': 200} Apr 18 13:56:19.294868 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a181c5ae-0b40-4894-9c9f-c551dac01649'] response: {'server_uuid': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'code': 200} Apr 18 13:56:19.325164 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56256f17-9b0c-4b7a-8831-398649c17142 admin admin] Publish callbacks [] for security_group (a35c89aa-9632-4694-9675-eb301b20f84c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.380751 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58244) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:19.431575 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbca8d-26c9-4a7f-b313-0bec4d792c37 req-24502b1e-2abe-44c0-a635-e72ffdd21eb8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:19.433190 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dbbca8d-26c9-4a7f-b313-0bec4d792c37 req-24502b1e-2abe-44c0-a635-e72ffdd21eb8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.1060102 Apr 18 13:56:19.460372 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50de292-fcfa-4b6d-84c5-373a8663c46a req-79426d03-5ffb-470c-9cf6-cd6369c522d8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:19.461915 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a50de292-fcfa-4b6d-84c5-373a8663c46a req-79426d03-5ffb-470c-9cf6-cd6369c522d8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0919900 Apr 18 13:56:19.497782 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56256f17-9b0c-4b7a-8831-398649c17142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a35c89aa-9632-4694-9675-eb301b20f84c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.500266 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56256f17-9b0c-4b7a-8831-398649c17142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.501424 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-56256f17-9b0c-4b7a-8831-398649c17142 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a35c89aa-9632-4694-9675-eb301b20f84c HTTP/1.1" status: 204 len: 168 time: 0.2982259 Apr 18 13:56:19.504575 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e898bc3d-0bc8-4105-b99b-b0c44c033981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.524644 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56256f17-9b0c-4b7a-8831-398649c17142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35c89aa-9632-4694-9675-eb301b20f84c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:19.543016 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dbbca8d-26c9-4a7f-b313-0bec4d792c37 req-53f76512-8df4-4ce5-a42d-0d9186b1a891 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998359 Apr 18 13:56:19.574067 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a50de292-fcfa-4b6d-84c5-373a8663c46a req-bc9c7606-65fe-44ff-9dfe-7020aa743a62 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012650 Apr 18 13:56:19.613514 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e898bc3d-0bc8-4105-b99b-b0c44c033981 admin admin] Publish callbacks [] for security_group (0078ded6-f921-4771-9469-0d4f0b6d3b26), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.617160 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e898bc3d-0bc8-4105-b99b-b0c44c033981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0078ded6-f921-4771-9469-0d4f0b6d3b26), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.662783 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e898bc3d-0bc8-4105-b99b-b0c44c033981 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb183fa292e64d24a09f79e923f14ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809412 Apr 18 13:56:19.663642 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898bc3d-0bc8-4105-b99b-b0c44c033981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0078ded6-f921-4771-9469-0d4f0b6d3b26,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:19.665455 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58252) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:19.715507 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e0180a25-f054-4e7a-ad09-d603a962b779 admin admin] Publish callbacks [] for security_group (0078ded6-f921-4771-9469-0d4f0b6d3b26), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.738269 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e0180a25-f054-4e7a-ad09-d603a962b779 admin admin] Publish callbacks [] for security_group (0078ded6-f921-4771-9469-0d4f0b6d3b26), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.787562 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e0180a25-f054-4e7a-ad09-d603a962b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0078ded6-f921-4771-9469-0d4f0b6d3b26), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.790395 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e0180a25-f054-4e7a-ad09-d603a962b779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:19.794428 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e0180a25-f054-4e7a-ad09-d603a962b779 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0078ded6-f921-4771-9469-0d4f0b6d3b26 HTTP/1.1" status: 204 len: 168 time: 0.1234150 Apr 18 13:56:19.799551 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0180a25-f054-4e7a-ad09-d603a962b779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0078ded6-f921-4771-9469-0d4f0b6d3b26,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:20.077398 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58270) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:20.092062 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-48f608cb-02fc-4a05-82ab-cef67a02f57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:20.170770 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-48f608cb-02fc-4a05-82ab-cef67a02f57e admin admin] Publish callbacks [] for security_group (829810c3-8a86-4eb5-a455-0489fe5e3a98), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:20.174586 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-48f608cb-02fc-4a05-82ab-cef67a02f57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (829810c3-8a86-4eb5-a455-0489fe5e3a98), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:20.214574 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-48f608cb-02fc-4a05-82ab-cef67a02f57e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=549f08902e084c9cb1f3c74845cf17e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360180 Apr 18 13:56:20.215825 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f608cb-02fc-4a05-82ab-cef67a02f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829810c3-8a86-4eb5-a455-0489fe5e3a98,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:20.220891 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58280) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:20.280287 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-928bbd55-3777-419b-b091-3209bc1fad43 admin admin] Publish callbacks [] for security_group (829810c3-8a86-4eb5-a455-0489fe5e3a98), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:20.309598 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-928bbd55-3777-419b-b091-3209bc1fad43 admin admin] Publish callbacks [] for security_group (829810c3-8a86-4eb5-a455-0489fe5e3a98), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:20.414774 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc504d-923f-4e7e-8b56-e1a21f45d38a req-5c953e98-2daf-4da6-8e79-3d271a9b0135 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:20.416279 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-62cc504d-923f-4e7e-8b56-e1a21f45d38a req-5c953e98-2daf-4da6-8e79-3d271a9b0135 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0908260 Apr 18 13:56:20.428258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275029ab-2ebe-4134-bd37-730fea37abf1 req-4850aa56-22d1-4f1e-9629-9e02d508187f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:20.436127 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-275029ab-2ebe-4134-bd37-730fea37abf1 req-4850aa56-22d1-4f1e-9629-9e02d508187f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0931742 Apr 18 13:56:20.480585 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-928bbd55-3777-419b-b091-3209bc1fad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (829810c3-8a86-4eb5-a455-0489fe5e3a98), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:20.483170 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-928bbd55-3777-419b-b091-3209bc1fad43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:20.486886 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-928bbd55-3777-419b-b091-3209bc1fad43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/829810c3-8a86-4eb5-a455-0489fe5e3a98 HTTP/1.1" status: 204 len: 168 time: 0.2661910 Apr 18 13:56:20.525946 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bbd55-3777-419b-b091-3209bc1fad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829810c3-8a86-4eb5-a455-0489fe5e3a98,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:20.540374 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-275029ab-2ebe-4134-bd37-730fea37abf1 req-f7cb5589-e402-4177-abca-42b7e979fca2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033068 Apr 18 13:56:20.550822 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-62cc504d-923f-4e7e-8b56-e1a21f45d38a req-76d12c5d-d561-4ca3-a6b1-dd40927aae64 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120300 Apr 18 13:56:20.583310 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58300) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:20.676456 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4537d-0bdb-4f5b-a3b4-a36d7f300440 req-a1f7922c-ff97-4b0f-910f-6ba93c1d4532 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:20.678048 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0f4537d-0bdb-4f5b-a3b4-a36d7f300440 req-a1f7922c-ff97-4b0f-910f-6ba93c1d4532 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0579948 Apr 18 13:56:20.741173 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b51b-0416-4e36-b2c8-6cab1665d6f9 req-8a9be989-d7d2-4498-abf0-315742bf1c72 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:20.742664 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d77b51b-0416-4e36-b2c8-6cab1665d6f9 req-8a9be989-d7d2-4498-abf0-315742bf1c72 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0634608 Apr 18 13:56:20.786211 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0f4537d-0bdb-4f5b-a3b4-a36d7f300440 req-21db6903-2437-4b07-87fa-372246655380 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978496 Apr 18 13:56:20.854924 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d77b51b-0416-4e36-b2c8-6cab1665d6f9 req-f9eb10c4-71b6-408e-a762-6786bc0c744b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054764 Apr 18 13:56:20.865522 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58312) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:20.984024 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-217c1697-c6cc-4bc6-94c3-fd5830218ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:20.995978 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58318) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:21.013534 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0c6-97e5-466a-abff-da25cd459bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.035420 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f95d201-5ed6-4b73-a205-300ae19f67bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.090667 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0c6-97e5-466a-abff-da25cd459bec admin admin] Publish callbacks [] for security_group (1cf01d4b-31ca-4a6f-b018-3266857273fb), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.094747 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d0c6-97e5-466a-abff-da25cd459bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (1cf01d4b-31ca-4a6f-b018-3266857273fb), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.108734 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-217c1697-c6cc-4bc6-94c3-fd5830218ba2 admin admin] Publish callbacks [] for security_group (43aa7df1-2ed1-419f-b732-a978458674d5), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.115186 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-217c1697-c6cc-4bc6-94c3-fd5830218ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (43aa7df1-2ed1-419f-b732-a978458674d5), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.135168 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b8b4d0c6-97e5-466a-abff-da25cd459bec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88e4e4cf7c3d4e8c87adc414097ebdef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380339 Apr 18 13:56:21.137101 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4d0c6-97e5-466a-abff-da25cd459bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf01d4b-31ca-4a6f-b018-3266857273fb,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:21.138849 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58320) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:21.206745 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-217c1697-c6cc-4bc6-94c3-fd5830218ba2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11c4d11c07554209a413f7e663921c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6221192 Apr 18 13:56:21.209403 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58324) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:21.211883 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c1697-c6cc-4bc6-94c3-fd5830218ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa7df1-2ed1-419f-b732-a978458674d5,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:21.231865 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f95d201-5ed6-4b73-a205-300ae19f67bc admin admin] Publish callbacks [] for security_group (0e29722d-555b-4103-93bc-7396041ff873), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.250346 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f95d201-5ed6-4b73-a205-300ae19f67bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0e29722d-555b-4103-93bc-7396041ff873), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.268808 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12380e19-0e38-4a63-890e-b7d0da79bbdc admin admin] Publish callbacks [] for security_group (43aa7df1-2ed1-419f-b732-a978458674d5), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.278102 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c526c7b-7d4b-41c3-bc41-d07d66242968 admin admin] Publish callbacks [] for security_group (1cf01d4b-31ca-4a6f-b018-3266857273fb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.293568 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12380e19-0e38-4a63-890e-b7d0da79bbdc admin admin] Publish callbacks [] for security_group (43aa7df1-2ed1-419f-b732-a978458674d5), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.318619 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3f95d201-5ed6-4b73-a205-300ae19f67bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0521f97ca294d398ff002fee9cf6d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489295 Apr 18 13:56:21.321603 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58326) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:21.324818 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c526c7b-7d4b-41c3-bc41-d07d66242968 admin admin] Publish callbacks [] for security_group (1cf01d4b-31ca-4a6f-b018-3266857273fb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.326490 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95d201-5ed6-4b73-a205-300ae19f67bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e29722d-555b-4103-93bc-7396041ff873,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:21.373083 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12380e19-0e38-4a63-890e-b7d0da79bbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (43aa7df1-2ed1-419f-b732-a978458674d5), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.375622 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12380e19-0e38-4a63-890e-b7d0da79bbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.376821 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-12380e19-0e38-4a63-890e-b7d0da79bbdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43aa7df1-2ed1-419f-b732-a978458674d5 HTTP/1.1" status: 204 len: 168 time: 0.1664391 Apr 18 13:56:21.384440 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c526c7b-7d4b-41c3-bc41-d07d66242968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (1cf01d4b-31ca-4a6f-b018-3266857273fb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.387626 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1c526c7b-7d4b-41c3-bc41-d07d66242968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.391323 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aed1ad3c-a836-4fda-8469-f3b91a3ba311 admin admin] Publish callbacks [] for security_group (0e29722d-555b-4103-93bc-7396041ff873), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.391462 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1c526c7b-7d4b-41c3-bc41-d07d66242968 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cf01d4b-31ca-4a6f-b018-3266857273fb HTTP/1.1" status: 204 len: 168 time: 0.2462482 Apr 18 13:56:21.391561 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12380e19-0e38-4a63-890e-b7d0da79bbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa7df1-2ed1-419f-b732-a978458674d5,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:21.415842 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c526c7b-7d4b-41c3-bc41-d07d66242968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf01d4b-31ca-4a6f-b018-3266857273fb,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:21.416066 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aed1ad3c-a836-4fda-8469-f3b91a3ba311 admin admin] Publish callbacks [] for security_group (0e29722d-555b-4103-93bc-7396041ff873), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.437411 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f34d29ad-c62c-4620-a394-1559e6ee6798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.492526 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aed1ad3c-a836-4fda-8469-f3b91a3ba311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0e29722d-555b-4103-93bc-7396041ff873), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.495711 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aed1ad3c-a836-4fda-8469-f3b91a3ba311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:21.496884 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-aed1ad3c-a836-4fda-8469-f3b91a3ba311 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e29722d-555b-4103-93bc-7396041ff873 HTTP/1.1" status: 204 len: 168 time: 0.1743677 Apr 18 13:56:21.506338 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1ad3c-a836-4fda-8469-f3b91a3ba311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e29722d-555b-4103-93bc-7396041ff873,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:21.835104 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d85c4-976e-4b47-b6e1-fc7c06a7cbb3 req-68ce2b03-7790-4117-9271-d7d97f036b75 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:21.836751 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c60d85c4-976e-4b47-b6e1-fc7c06a7cbb3 req-68ce2b03-7790-4117-9271-d7d97f036b75 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.1885426 Apr 18 13:56:21.853071 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c801a31-d0d2-43b0-8925-e117dbec1a28 req-b5e0c07e-2422-4428-8d08-dbc3d151d66c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:21.854804 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c801a31-d0d2-43b0-8925-e117dbec1a28 req-b5e0c07e-2422-4428-8d08-dbc3d151d66c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0919433 Apr 18 13:56:21.932230 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c60d85c4-976e-4b47-b6e1-fc7c06a7cbb3 req-b7fd2101-2a66-4f1f-b9dc-694a6b8ae5b4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863719 Apr 18 13:56:21.965336 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c801a31-d0d2-43b0-8925-e117dbec1a28 req-e6ec0416-13af-4ea8-85e7-62a03555d81e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959914 Apr 18 13:56:22.075046 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a8112-dc34-4d7c-8cc1-837748fa4dad req-078b9175-96cc-4610-9eb0-309780d48ba1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:22.076810 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bf6a8112-dc34-4d7c-8cc1-837748fa4dad req-078b9175-96cc-4610-9eb0-309780d48ba1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0815485 Apr 18 13:56:22.107607 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bebfbf-563e-4b90-afec-0813604698b7 req-df013f45-a71f-4c31-b3d9-b9a4632f8dc5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:22.109137 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2bebfbf-563e-4b90-afec-0813604698b7 req-df013f45-a71f-4c31-b3d9-b9a4632f8dc5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0741363 Apr 18 13:56:22.115229 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58356) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:22.130093 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d3ed5ba0-232e-4351-a77d-22c3b1f27f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.217516 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bf6a8112-dc34-4d7c-8cc1-837748fa4dad req-0da1e112-ce18-4d55-be38-5fabd4ececda tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314321 Apr 18 13:56:22.238478 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2bebfbf-563e-4b90-afec-0813604698b7 req-4d6e6cc7-8948-4298-8039-1625f4bf74be tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194260 Apr 18 13:56:22.380004 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0f837-2555-42e5-aba7-7679b916e129 req-0722d5d6-3a1b-49cf-a9ad-e0c9b15deaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:22.381160 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8e0f837-2555-42e5-aba7-7679b916e129 req-0722d5d6-3a1b-49cf-a9ad-e0c9b15deaf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 1129 time: 0.1060624 Apr 18 13:56:22.386807 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d3ed5ba0-232e-4351-a77d-22c3b1f27f0c admin admin] Publish callbacks [] for security_group (38900fb2-777f-472e-a76c-99433930f312), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.396785 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d3ed5ba0-232e-4351-a77d-22c3b1f27f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (38900fb2-777f-472e-a76c-99433930f312), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.420355 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375cbcb-470e-49ee-94e2-82572d79950a req-abfa5c48-a02f-43f2-b19d-28bcd106f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:22.422097 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6375cbcb-470e-49ee-94e2-82572d79950a req-abfa5c48-a02f-43f2-b19d-28bcd106f90f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 1129 time: 0.1784856 Apr 18 13:56:22.454674 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b71e23-3555-42b2-a494-c3935e0abd2f req-40cf7481-2345-4e16-8122-c674566233a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:22.456534 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3b71e23-3555-42b2-a494-c3935e0abd2f req-40cf7481-2345-4e16-8122-c674566233a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 1130 time: 0.1135168 Apr 18 13:56:22.459402 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d3ed5ba0-232e-4351-a77d-22c3b1f27f0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2e25519fd2f4f56a56bb6f18b73337a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428364 Apr 18 13:56:22.462406 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58370) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:22.468464 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed5ba0-232e-4351-a77d-22c3b1f27f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38900fb2-777f-472e-a76c-99433930f312,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:22.502247 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6375cbcb-470e-49ee-94e2-82572d79950a req-b6f0feef-5519-4ae7-9c3e-76e5bb5e63bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628676 Apr 18 13:56:22.504932 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5057ed9-4431-4e1d-a023-fc41c5cf3508 req-ebe49240-7009-4e9c-a78f-acaca0b02b9a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:22.506431 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5057ed9-4431-4e1d-a023-fc41c5cf3508 req-ebe49240-7009-4e9c-a78f-acaca0b02b9a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.1225851 Apr 18 13:56:22.515458 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58372) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:22.522010 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'floatingip': {'port_id': '14b935e4-63db-43f0-80b2-745b3a99ef1a'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:22.528136 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8e0f837-2555-42e5-aba7-7679b916e129 req-915fce45-724e-467d-a77a-09e501d89bf9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334808 Apr 18 13:56:22.563361 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3b71e23-3555-42b2-a494-c3935e0abd2f req-e4d72292-2021-447d-ae16-f29f0b0f8b08 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859175 Apr 18 13:56:22.584937 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Publish callbacks [] for security_group (38900fb2-777f-472e-a76c-99433930f312), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.611157 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Publish callbacks [] for security_group (38900fb2-777f-472e-a76c-99433930f312), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.612487 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (5cc98540-7e0f-410f-910f-7ed922a1f24b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.640281 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.677474 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (38900fb2-777f-472e-a76c-99433930f312), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.680261 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:22.684961 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38900fb2-777f-472e-a76c-99433930f312 HTTP/1.1" status: 204 len: 168 time: 0.2153463 Apr 18 13:56:22.693345 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38900fb2-777f-472e-a76c-99433930f312,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:22.701517 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.701863 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.702281 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.702574 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.702832 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.703161 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.703488 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.703837 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.704166 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.704492 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.704816 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.705138 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.705610 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.705935 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:22.706250 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee59a67-9713-470d-9e87-0814e188bf78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:23.046560 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58404) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:23.107539 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b12d2-4fa2-4a53-a1de-8433b97bea17 req-cb284bd5-96c1-459a-bc93-e2e2d90b35e3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:23.109056 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a4b12d2-4fa2-4a53-a1de-8433b97bea17 req-cb284bd5-96c1-459a-bc93-e2e2d90b35e3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0952389 Apr 18 13:56:23.130835 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b963cb0-d1c2-49ef-a773-e335e77e8760 req-0adbd799-05e5-408c-978c-6ec26d2b423a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:23.132011 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b963cb0-d1c2-49ef-a773-e335e77e8760 req-0adbd799-05e5-408c-978c-6ec26d2b423a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0842378 Apr 18 13:56:23.187363 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a4b12d2-4fa2-4a53-a1de-8433b97bea17 req-c6eaa9a3-3710-4819-8897-86b557e19a83 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709655 Apr 18 13:56:23.213390 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b963cb0-d1c2-49ef-a773-e335e77e8760 req-6dbce8bd-33bf-410a-924d-68ad3bfb9863 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745933 Apr 18 13:56:23.242319 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1446549131-network', 'tenant_id': 'ea0cbf57fadc404cb51f3ce8df235753'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:23.280433 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Made reservation on behalf of ea0cbf57fadc404cb51f3ce8df235753 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:56:23.291089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.348342 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.445346 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e7a0c-440f-4d29-b955-9a3b5766e470 req-de927a60-8aae-4d22-8a48-25c3eee820cf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:23.446882 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-042e7a0c-440f-4d29-b955-9a3b5766e470 req-de927a60-8aae-4d22-8a48-25c3eee820cf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0775921 Apr 18 13:56:23.555330 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Publish callbacks [] for security_group (d4496244-0acf-4c1e-8200-833272eee256), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.584048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d4496244-0acf-4c1e-8200-833272eee256), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.590442 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-042e7a0c-440f-4d29-b955-9a3b5766e470 req-0ba297ea-d4e5-4867-b352-b952b88160af tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345699 Apr 18 13:56:23.617933 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.db.resource_extend [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 13:56:23.627397 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:56:23.633725 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4496244-0acf-4c1e-8200-833272eee256,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:23.659310 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (a89f7979-1d51-426d-9113-0e5cffa1f416), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.661274 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Added segment a89f7979-1d51-426d-9113-0e5cffa1f416 of type vlan for network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 Apr 18 13:56:23.713215 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (8763295f-1d9d-43f3-8c66-e4d2fe4d2947), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.745281 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (8763295f-1d9d-43f3-8c66-e4d2fe4d2947), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.748012 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:23.748642 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.760012 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.764905 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (5cc98540-7e0f-410f-910f-7ed922a1f24b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.811987 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7576332 Apr 18 13:56:23.812207 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58472) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:23.816593 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Request body: {'subnet': {'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1446549131-subnet', 'tenant_id': 'ea0cbf57fadc404cb51f3ce8df235753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:23.838084 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Made reservation on behalf of ea0cbf57fadc404cb51f3ce8df235753 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:56:23.841185 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:23.875865 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53dbd2-3389-476b-b06d-0b4582089c55 req-498cd316-d11f-4c5b-b348-f7d0e12542dd tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:23.888131 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3b53dbd2-3389-476b-b06d-0b4582089c55 req-498cd316-d11f-4c5b-b348-f7d0e12542dd tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0862322 Apr 18 13:56:23.960646 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Floating IP 5cc98540-7e0f-410f-910f-7ed922a1f24b associated. External IP: 172.27.3.141, port: 14b935e4-63db-43f0-80b2-745b3a99ef1a. Apr 18 13:56:23.987187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244ea3c-aab4-4161-bd96-a66c400029b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8763295f-1d9d-43f3-8c66-e4d2fe4d2947,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:23.992952 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3b53dbd2-3389-476b-b06d-0b4582089c55 req-d64de382-f20e-491b-9733-0bb339c1d0ce tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028261 Apr 18 13:56:24.002830 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:56:24.036112 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:24.225260 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (774bd245-4bdb-4eb1-8065-efde7af57e39), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:24.378571 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2914a-d5b9-4cad-833d-ccffc39c5275 req-a35f0fc7-8e17-478d-bd18-462133aa7a29 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:24.380007 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78a2914a-d5b9-4cad-833d-ccffc39c5275 req-a35f0fc7-8e17-478d-bd18-462133aa7a29 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0690567 Apr 18 13:56:24.386015 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373da09-019e-44c8-b808-89d821d29986 req-dcaf9087-2e7d-42cb-979d-c42046db179a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:24.392173 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Checking segment: {'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:56:24.392704 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Network hostable DHCP agents. Network: 8763295f-1d9d-43f3-8c66-e4d2fe4d2947, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:56:24.403430 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=774bd245-4bdb-4eb1-8065-efde7af57e39,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:24.404079 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e373da09-019e-44c8-b808-89d821d29986 req-dcaf9087-2e7d-42cb-979d-c42046db179a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.1009905 Apr 18 13:56:24.420940 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.421400 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.421846 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.422258 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.422661 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.423060 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.423485 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.423911 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.424427 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.424828 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.425225 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.425635 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.426033 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.426423 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.426813 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:24.431672 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Router 2c678864-db24-46bf-a123-2c8c1c46a5bd has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:56:24.446408 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:56:24.460040 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 8763295f-1d9d-43f3-8c66-e4d2fe4d2947) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:56:24.471641 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe2667-b26c-4ab7-bc44-4efca4ea946d None None] Network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:56:24.510150 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:24.512218 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:24.525229 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e373da09-019e-44c8-b808-89d821d29986 req-0395dedc-934b-4729-a868-ad95ad457bfd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991306 Apr 18 13:56:24.553783 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78a2914a-d5b9-4cad-833d-ccffc39c5275 req-16a3de98-2fbb-4f7d-b4be-6d9d43393f92 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474221 Apr 18 13:56:24.584457 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0f166514-f29c-45b6-aa7b-d84cad4546e8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7713001 Apr 18 13:56:24.610629 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:56:24.615257 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:24.627352 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] Sync routers for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:56:24.642776 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:56:24.645389 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:56:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:24.647717 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27611cc0-d4ae-4efd-ac0c-4aceadc104df None None] Network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:56:24.649468 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-77e41742-7840-4045-989e-72e7a80d386b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "PUT /v2.0/floatingips/5cc98540-7e0f-410f-910f-7ed922a1f24b HTTP/1.1" status: 200 len: 991 time: 2.1329064 Apr 18 13:56:24.650048 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'tag': '14b935e4-63db-43f0-80b2-745b3a99ef1a'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:24.653081 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbafa60f-2c09-4d4c-b12e-3418b05812a7", "tag": "14b935e4-63db-43f0-80b2-745b3a99ef1a"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:24.703354 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87aedd0-bd5c-491d-af5b-749d84697b91 x-openstack-request-id: req-c87aedd0-bd5c-491d-af5b-749d84697b91 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:24.705573 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbafa60f-2c09-4d4c-b12e-3418b05812a7", "tag": "14b935e4-63db-43f0-80b2-745b3a99ef1a", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:24.706473 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c87aedd0-bd5c-491d-af5b-749d84697b91 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:24.706965 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87aedd0-bd5c-491d-af5b-749d84697b91'] response: {'name': 'network-changed', 'server_uuid': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'tag': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'status': 'completed', 'code': 200} Apr 18 13:56:24.773402 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6d2f-5956-4e0c-a696-cc1ad93fa667 req-650a82a1-b323-486f-9927-7f739a2f6561 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:24.782270 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-25ce6d2f-5956-4e0c-a696-cc1ad93fa667 req-650a82a1-b323-486f-9927-7f739a2f6561 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0616362 Apr 18 13:56:24.805345 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:56:24.846224 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-25ce6d2f-5956-4e0c-a696-cc1ad93fa667 req-52d038a7-25b1-434d-8c75-431dd3882cef tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630829 Apr 18 13:56:25.106848 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '5cc98540-7e0f-410f-910f-7ed922a1f24b', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'port_id': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'mac_address': 'fa:16:3e:3a:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:23Z', 'revision_number': 1, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:25.158220 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ef6b8-b788-428e-ab8a-eb663091feb3 req-73a6d407-cf49-4f74-9d46-51d5b3198f9a tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:25.162732 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] Checking router: 2c678864-db24-46bf-a123-2c8c1c46a5bd for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:56:25.169726 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb8ef6b8-b788-428e-ab8a-eb663091feb3 req-73a6d407-cf49-4f74-9d46-51d5b3198f9a tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0921783 Apr 18 13:56:25.176866 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:56:25.177707 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:56:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:25.225609 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb8ef6b8-b788-428e-ab8a-eb663091feb3 req-f5e3fbb9-5cb7-4f37-a8a3-aee211805a17 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552366 Apr 18 13:56:25.307764 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:25.312624 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:56:25.529616 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '5cc98540-7e0f-410f-910f-7ed922a1f24b', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'port_id': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'mac_address': 'fa:16:3e:3a:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:23Z', 'revision_number': 1, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:25.559126 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ada527-e169-469d-ace2-3981a3d0d06d None None] The sync data for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi is: [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '5cc98540-7e0f-410f-910f-7ed922a1f24b', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'port_id': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'mac_address': 'fa:16:3e:3a:d8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:23Z', 'revision_number': 1, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:56:25.687466 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb38c8-d08b-41aa-97ec-54683ab53f1a req-79518d09-e8b8-408c-95f6-df4aca877e08 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:25.694578 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cecb38c8-d08b-41aa-97ec-54683ab53f1a req-79518d09-e8b8-408c-95f6-df4aca877e08 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0896945 Apr 18 13:56:25.718633 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841db8ec-2f26-412a-a094-f8e2bb7c26dc req-580eea59-d791-4fe3-927b-09f42074eb27 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:25.720236 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-841db8ec-2f26-412a-a094-f8e2bb7c26dc req-580eea59-d791-4fe3-927b-09f42074eb27 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0799758 Apr 18 13:56:25.784858 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cecb38c8-d08b-41aa-97ec-54683ab53f1a req-57fb60cc-b064-47b0-901e-85bbd88983b4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893528 Apr 18 13:56:25.810199 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-841db8ec-2f26-412a-a094-f8e2bb7c26dc req-bab0f2c1-777c-487b-ad17-0dfcf32d4e6d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760767 Apr 18 13:56:25.969213 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740b09-1a0f-4b9c-a94a-125aaccf454a req-4113382e-41e5-495c-800d-f90915cbbc84 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:25.970778 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-11740b09-1a0f-4b9c-a94a-125aaccf454a req-4113382e-41e5-495c-800d-f90915cbbc84 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0498259 Apr 18 13:56:26.024827 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-11740b09-1a0f-4b9c-a94a-125aaccf454a req-7c9abbbd-cbb9-430e-af9a-300c44e12535 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480804 Apr 18 13:56:26.143456 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c266f3-9e3d-49ce-9dab-ac7915cd5500 req-c317e822-5790-4745-8812-55279ee371de tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:26.144948 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39c266f3-9e3d-49ce-9dab-ac7915cd5500 req-c317e822-5790-4745-8812-55279ee371de tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0500636 Apr 18 13:56:26.154208 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58540) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:26.158748 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'floatingip': {'port_id': 'c90a0397-fdef-4f49-a852-568f276bec5e'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:26.201890 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (d5ff15ea-1294-4dc2-b1de-c12cd78a10dd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:26.297145 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c4c08-d230-41f6-a803-9b1cd65b5c80 None None] New status for floating IP 5cc98540-7e0f-410f-910f-7ed922a1f24b: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:56:26.391639 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187d20-e4b8-408e-8f45-2871b8d611c5 req-024703b9-86cc-4103-ba48-14846b61a6e9 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:26.393374 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44187d20-e4b8-408e-8f45-2871b8d611c5 req-024703b9-86cc-4103-ba48-14846b61a6e9 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0592523 Apr 18 13:56:26.517259 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44187d20-e4b8-408e-8f45-2871b8d611c5 req-da4a95d6-ca57-466c-800d-7972b2341c23 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101511 Apr 18 13:56:26.549819 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-eb80c0a2-1d3c-4c79-afce-c2de3852d98c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:26.551387 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-eb80c0a2-1d3c-4c79-afce-c2de3852d98c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/networks?id=8763295f-1d9d-43f3-8c66-e4d2fe4d2947 HTTP/1.1" status: 200 len: 809 time: 0.1570768 Apr 18 13:56:26.572381 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-91704665-d6fd-41c4-8d88-03c08b67bbd1 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/quotas/ea0cbf57fadc404cb51f3ce8df235753 HTTP/1.1" status: 200 len: 375 time: 0.0094290 Apr 18 13:56:26.612561 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-ca8e80da-6033-4a77-b3db-cda75925991c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330234 Apr 18 13:56:26.895157 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:26.899029 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (d5ff15ea-1294-4dc2-b1de-c12cd78a10dd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:26.963373 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-07e5fb4e-c523-4be9-8843-7cd3c89ece75 service neutron] 10.222.0.11 "GET /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443315 Apr 18 13:56:26.974232 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d209d3-0011-4f64-a3a0-c8981aa06264 req-9d763415-a30e-42d2-a2f9-7b3bfeeb9109 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:26.975676 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-55d209d3-0011-4f64-a3a0-c8981aa06264 req-9d763415-a30e-42d2-a2f9-7b3bfeeb9109 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0666027 Apr 18 13:56:27.003603 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Floating IP d5ff15ea-1294-4dc2-b1de-c12cd78a10dd associated. External IP: 172.27.3.249, port: c90a0397-fdef-4f49-a852-568f276bec5e. Apr 18 13:56:27.080700 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-55d209d3-0011-4f64-a3a0-c8981aa06264 req-ff640a49-9761-4288-bcc4-07ec2cc1f764 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954406 Apr 18 13:56:27.108973 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-6b8f7490-9f2a-4c4d-a749-d198f364ca01 service neutron] 10.222.0.11 "GET /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319094 Apr 18 13:56:27.220492 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d04f1-0e30-480c-82ef-cf94aa870502 req-f3245935-d780-4a37-a9ba-fb8027c86b45 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:27.221993 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-275d04f1-0e30-480c-82ef-cf94aa870502 req-f3245935-d780-4a37-a9ba-fb8027c86b45 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0473170 Apr 18 13:56:27.262793 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:56:27.283826 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-275d04f1-0e30-480c-82ef-cf94aa870502 req-2c545179-1068-4e34-b9f5-b62eda3e6b5e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532267 Apr 18 13:56:27.316172 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41fe48e7-0b5f-4145-a49a-76f6acacc0ed req-6bd1f1e2-0e4b-403a-be53-528e6497dd71 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0312338 Apr 18 13:56:27.396137 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:56:27.401683 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:27.411480 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] Sync routers for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:56:27.426270 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:56:27.426963 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:56:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:27.443876 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2ac50a9d-ed60-437c-a47e-3b028907be1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "PUT /v2.0/floatingips/d5ff15ea-1294-4dc2-b1de-c12cd78a10dd HTTP/1.1" status: 200 len: 991 time: 1.2812173 Apr 18 13:56:27.443876 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:27.443876 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a850de04-a50c-4267-8ee7-578dbb71029e" -d '{"events": [{"name": "network-changed", "server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:27.481977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a7e9b0-02a6-4579-be16-7f60181105f1 x-openstack-request-id: req-36a7e9b0-02a6-4579-be16-7f60181105f1 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:27.481977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:27.481977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36a7e9b0-02a6-4579-be16-7f60181105f1 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:27.481977 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a7e9b0-02a6-4579-be16-7f60181105f1'] response: {'name': 'network-changed', 'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'status': 'completed', 'code': 200} Apr 18 13:56:27.551875 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:56:27.659396 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa185f1-5103-4cc1-8354-209bc4953d77 req-8c7a18a2-bd7d-4724-a123-98256a3a58b4 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:27.663795 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4aa185f1-5103-4cc1-8354-209bc4953d77 req-8c7a18a2-bd7d-4724-a123-98256a3a58b4 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0671711 Apr 18 13:56:27.712434 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4aa185f1-5103-4cc1-8354-209bc4953d77 req-d50e8322-a64b-47d6-8dbd-63965a5bf490 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Apr 18 13:56:27.874125 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': 'd5ff15ea-1294-4dc2-b1de-c12cd78a10dd', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'port_id': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'mac_address': 'fa:16:3e:6c:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:51Z', 'updated_at': '2022-04-18T13:56:26Z', 'revision_number': 1, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:27.901938 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] Checking router: 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:56:27.910364 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:56:27.910966 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:56:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:28.017487 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:56:28.199112 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fdebc-7b26-45b9-a054-1531974c154d req-eb173e04-1530-437b-857e-00af3e81f0b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:28.200746 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b6fdebc-7b26-45b9-a054-1531974c154d req-eb173e04-1530-437b-857e-00af3e81f0b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0502162 Apr 18 13:56:28.243690 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': 'd5ff15ea-1294-4dc2-b1de-c12cd78a10dd', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'port_id': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'mac_address': 'fa:16:3e:6c:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:51Z', 'updated_at': '2022-04-18T13:56:26Z', 'revision_number': 1, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:28.248123 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b6fdebc-7b26-45b9-a054-1531974c154d req-852d03c6-248d-4827-b4bd-3d0bf81bd521 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Apr 18 13:56:28.288267 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e8b1ce-8f70-4aa7-ba2d-8d5d40e0d051 None None] The sync data for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi is: [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': 'd5ff15ea-1294-4dc2-b1de-c12cd78a10dd', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'port_id': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'mac_address': 'fa:16:3e:6c:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:51Z', 'updated_at': '2022-04-18T13:56:26Z', 'revision_number': 1, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:56:28.413548 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703848b-7502-44f6-9ebc-b5fa903e3adb req-790c16be-e6f6-42c6-9571-d11305cbe8ff tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:28.415049 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0703848b-7502-44f6-9ebc-b5fa903e3adb req-790c16be-e6f6-42c6-9571-d11305cbe8ff tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0616791 Apr 18 13:56:28.437614 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c8cee6cc-7cdd-48ac-819e-35957d6d3ab0 req-c257b829-66bf-4197-8d6f-a88164e32307 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0463939 Apr 18 13:56:28.475039 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0703848b-7502-44f6-9ebc-b5fa903e3adb req-68a5ff71-d161-4bf3-a900-80f6a518356c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446646 Apr 18 13:56:28.498868 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36283073-cc86-4c32-bfb2-e6a4e78616d2 None None] New status for floating IP d5ff15ea-1294-4dc2-b1de-c12cd78a10dd: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:56:28.835178 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce521dd-5272-4c1e-8815-cd182aa1508a req-06fe288a-da27-4db0-b75c-e0d6ad220f51 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:28.836966 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ce521dd-5272-4c1e-8815-cd182aa1508a req-06fe288a-da27-4db0-b75c-e0d6ad220f51 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0513105 Apr 18 13:56:28.886444 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ce521dd-5272-4c1e-8815-cd182aa1508a req-0ae76b89-2516-495c-b8fe-a593b23cfc74 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Apr 18 13:56:29.001248 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:29.366233 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c4cca-b143-43b6-ad09-dbdfad283315 req-618df2bb-b36c-4e69-9ce2-3d9314ef9807 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:29.367702 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-360c4cca-b143-43b6-ad09-dbdfad283315 req-618df2bb-b36c-4e69-9ce2-3d9314ef9807 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0515156 Apr 18 13:56:29.417658 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-360c4cca-b143-43b6-ad09-dbdfad283315 req-489ca505-b310-42d3-b786-a85f7de454a4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Apr 18 13:56:29.536156 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e771eba6-f9a2-4e74-b3fb-d68552a5e9a9 req-9a2f3864-c707-4197-a184-f26b238d6b2a tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0314541 Apr 18 13:56:29.607450 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2f53-aeda-406c-b9cc-a1965a0f3d0a req-8aa9e6a3-e580-4f50-b078-ec593e85b961 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:29.609078 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e5a2f53-aeda-406c-b9cc-a1965a0f3d0a req-8aa9e6a3-e580-4f50-b078-ec593e85b961 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0545981 Apr 18 13:56:29.656360 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e5a2f53-aeda-406c-b9cc-a1965a0f3d0a req-02607db8-9753-4ad2-bd40-0f86c1a127ce tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409145 Apr 18 13:56:30.000703 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb86dcc-917f-4c03-ac14-08786fc85d67 req-a7ead8e8-db15-447b-aac5-af2af310f49b tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:30.002158 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5bb86dcc-917f-4c03-ac14-08786fc85d67 req-a7ead8e8-db15-447b-aac5-af2af310f49b tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0511866 Apr 18 13:56:30.048150 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5bb86dcc-917f-4c03-ac14-08786fc85d67 req-af5cc040-aa07-472d-9225-1087ea75f6a8 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Apr 18 13:56:30.527945 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccf30e-fbc5-4ff3-8ca6-3af10c7bbc4b req-9974b997-a9d2-4960-bf20-3283d8772ac8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:30.529393 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-83ccf30e-fbc5-4ff3-8ca6-3af10c7bbc4b req-9974b997-a9d2-4960-bf20-3283d8772ac8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0449688 Apr 18 13:56:30.576910 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-83ccf30e-fbc5-4ff3-8ca6-3af10c7bbc4b req-6a6b38e3-8b75-4ecc-a153-0229f5b5e834 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Apr 18 13:56:30.631639 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca6f1d81-683f-42c6-90f8-37ee2c425fb7 req-e05982a1-4f61-4dfa-934a-158bed6e8610 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0287426 Apr 18 13:56:30.778645 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c5b5-319e-442f-8ed0-91e66a09aaa2 req-2b77d3a0-9dc1-4854-b5f9-2ea35bf04474 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:30.780166 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9966c5b5-319e-442f-8ed0-91e66a09aaa2 req-2b77d3a0-9dc1-4854-b5f9-2ea35bf04474 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0546701 Apr 18 13:56:30.853318 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9966c5b5-319e-442f-8ed0-91e66a09aaa2 req-56e72d43-ffc9-4210-ba0b-818ef75f17c3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672967 Apr 18 13:56:30.874215 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b34e-2fd6-42d9-8012-ff854c95ce63 req-37573896-9830-4f31-ba96-0103e28361b9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:30.874215 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b871b34e-2fd6-42d9-8012-ff854c95ce63 req-37573896-9830-4f31-ba96-0103e28361b9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0569255 Apr 18 13:56:30.923132 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b871b34e-2fd6-42d9-8012-ff854c95ce63 req-457651f8-1c9a-489d-a476-cc58fb8a2fae tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Apr 18 13:56:31.171624 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13a29e-f21a-4531-8225-2eef1aecf1db req-4503a6ed-8095-4b24-96c6-a6cdf971aa94 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:31.173172 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0a13a29e-f21a-4531-8225-2eef1aecf1db req-4503a6ed-8095-4b24-96c6-a6cdf971aa94 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0546601 Apr 18 13:56:31.223597 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0a13a29e-f21a-4531-8225-2eef1aecf1db req-0192b9d0-45b4-4ae1-8b69-34194811d87c tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449421 Apr 18 13:56:31.725863 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5873f667-c5c9-4e86-a96b-26aafb9f3d8f req-8bc9bcf1-325e-4fb7-b46b-01a6e9b00666 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0275464 Apr 18 13:56:31.982070 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae441c5e-ef2f-4afc-b437-32b21b43f7fc req-dfd4f050-9477-484f-bf41-f014094d0319 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:31.983496 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ae441c5e-ef2f-4afc-b437-32b21b43f7fc req-dfd4f050-9477-484f-bf41-f014094d0319 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0585914 Apr 18 13:56:32.057130 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fcab0-d9f7-4f0f-86d2-4d975ddbfc76 req-cb119251-5ef4-4d40-9a43-04d2e58d7789 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:32.058711 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb2fcab0-d9f7-4f0f-86d2-4d975ddbfc76 req-cb119251-5ef4-4d40-9a43-04d2e58d7789 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0686910 Apr 18 13:56:32.085736 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ae441c5e-ef2f-4afc-b437-32b21b43f7fc req-767479b7-525b-4d47-aebf-d48d2a6061ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967007 Apr 18 13:56:32.116898 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb2fcab0-d9f7-4f0f-86d2-4d975ddbfc76 req-a6b16b02-dc1f-4c4e-93ed-a1db480ad7d5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505240 Apr 18 13:56:32.345340 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6188fb-71a9-4cab-b1d5-6302e1cf682f req-dc30bb99-5ddd-4a2c-84a8-0af00ea24b03 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:32.347698 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6a6188fb-71a9-4cab-b1d5-6302e1cf682f req-dc30bb99-5ddd-4a2c-84a8-0af00ea24b03 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0527139 Apr 18 13:56:32.395593 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6a6188fb-71a9-4cab-b1d5-6302e1cf682f req-20cec6fb-07cd-4d3b-9aa5-6dd1e307a11c tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Apr 18 13:56:32.819707 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-56eef57a-ae9c-49fd-ad3f-7f2110db1843 req-863f4f56-d896-422c-820d-f5bb04c51b36 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0269980 Apr 18 13:56:33.230894 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fe934-7118-47d5-aab2-264b2717900c req-b6cb8e6d-89d3-4daf-9d20-8504352fd056 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:33.232413 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d08fe934-7118-47d5-aab2-264b2717900c req-b6cb8e6d-89d3-4daf-9d20-8504352fd056 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0774665 Apr 18 13:56:33.277608 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a24af-a37a-4a47-b4aa-0d1d68170a72 req-9b33ff1a-baf9-4698-a14b-066c0526116b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:33.279111 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e3a24af-a37a-4a47-b4aa-0d1d68170a72 req-9b33ff1a-baf9-4698-a14b-066c0526116b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0926676 Apr 18 13:56:33.319776 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-e5ade63e-bda6-467e-9577-e3ed1816e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:33.321327 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-e5ade63e-bda6-467e-9577-e3ed1816e54a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 1129 time: 0.0860443 Apr 18 13:56:33.351588 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d08fe934-7118-47d5-aab2-264b2717900c req-97f39afa-29d5-4e79-b705-8018ddaac8b0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068692 Apr 18 13:56:33.366030 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e3a24af-a37a-4a47-b4aa-0d1d68170a72 req-e27cfb68-860f-48fd-93f1-2cf2696ba213 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768228 Apr 18 13:56:33.509366 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0240741-aa92-47c7-9841-e4206ea38d1d req-28023e12-5e92-4373-9004-a0327df0fd47 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:33.510827 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a0240741-aa92-47c7-9841-e4206ea38d1d req-28023e12-5e92-4373-9004-a0327df0fd47 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0480776 Apr 18 13:56:33.557638 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a0240741-aa92-47c7-9841-e4206ea38d1d req-1c8355f5-2ddd-4844-be01-f7b4840bb29b tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 Apr 18 13:56:33.866236 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58692) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:33.919391 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bbaae03a-82f5-4b01-ad35-fbf062692702 req-0a1e9012-d595-48a1-b3a3-e2c3282db6fd tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0272057 Apr 18 13:56:33.971551 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4323ec2a-81b5-40b6-96ac-30e3cd8e124a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:34.049679 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4323ec2a-81b5-40b6-96ac-30e3cd8e124a admin admin] Publish callbacks [] for security_group (f07a00fa-d92c-45b3-8769-91b09894cdfb), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:34.053340 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4323ec2a-81b5-40b6-96ac-30e3cd8e124a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f07a00fa-d92c-45b3-8769-91b09894cdfb), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:34.095470 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4323ec2a-81b5-40b6-96ac-30e3cd8e124a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d71a858909764eb6a316c28c82be8f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280328 Apr 18 13:56:34.096454 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323ec2a-81b5-40b6-96ac-30e3cd8e124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07a00fa-d92c-45b3-8769-91b09894cdfb,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:34.096694 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58698) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:34.152868 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-617189af-f5b4-4a69-b9b7-739cda1bb9f7 admin admin] Publish callbacks [] for security_group (f07a00fa-d92c-45b3-8769-91b09894cdfb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:34.175111 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-617189af-f5b4-4a69-b9b7-739cda1bb9f7 admin admin] Publish callbacks [] for security_group (f07a00fa-d92c-45b3-8769-91b09894cdfb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:34.224478 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-617189af-f5b4-4a69-b9b7-739cda1bb9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f07a00fa-d92c-45b3-8769-91b09894cdfb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:34.227052 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-617189af-f5b4-4a69-b9b7-739cda1bb9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:34.228352 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-617189af-f5b4-4a69-b9b7-739cda1bb9f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f07a00fa-d92c-45b3-8769-91b09894cdfb HTTP/1.1" status: 204 len: 168 time: 0.1301692 Apr 18 13:56:34.236888 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617189af-f5b4-4a69-b9b7-739cda1bb9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07a00fa-d92c-45b3-8769-91b09894cdfb,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:34.523162 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae7024-82f8-415a-b9b0-5e741e4f72a6 req-13936f3c-4386-41ce-bbbb-6da5e1dbb974 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:34.524928 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8ae7024-82f8-415a-b9b0-5e741e4f72a6 req-13936f3c-4386-41ce-bbbb-6da5e1dbb974 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0866618 Apr 18 13:56:34.537163 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3fbd-2a9b-4bcd-a5f0-744162375e10 req-adc6a5a2-d457-425c-9bfa-a58bcc88f216 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:34.538788 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-35dc3fbd-2a9b-4bcd-a5f0-744162375e10 req-adc6a5a2-d457-425c-9bfa-a58bcc88f216 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0860221 Apr 18 13:56:34.621263 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8ae7024-82f8-415a-b9b0-5e741e4f72a6 req-8bae0ec0-aabf-433b-8e78-f1f29911f527 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805960 Apr 18 13:56:34.626048 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-35dc3fbd-2a9b-4bcd-a5f0-744162375e10 req-79b23082-bd80-49a5-8b72-382ac801a5eb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790162 Apr 18 13:56:34.774032 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08565c19-ee45-4160-9bd2-90f5ea3dcc0c req-191afe1d-d59d-408a-af9e-9d86ea1e07e6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:34.775509 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-08565c19-ee45-4160-9bd2-90f5ea3dcc0c req-191afe1d-d59d-408a-af9e-9d86ea1e07e6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0836246 Apr 18 13:56:34.783700 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42536-ea87-4b31-a176-3ee4199b00f0 req-192d9d27-8193-4cd7-a09b-cbb79dc95f47 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:34.786795 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58728) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:34.787047 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8db42536-ea87-4b31-a176-3ee4199b00f0 req-192d9d27-8193-4cd7-a09b-cbb79dc95f47 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0937645 Apr 18 13:56:34.791419 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'floatingip': {'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:34.832538 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (0c59303e-8058-4e94-a7b6-fc7029b32171), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:34.842400 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8db42536-ea87-4b31-a176-3ee4199b00f0 req-f40c8878-a16f-4adb-b37a-c1776a938f8e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Apr 18 13:56:35.026425 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-202697c0-8cf3-42b6-b1bc-125b85681b0f req-f1a12563-0b2d-468d-b329-f2d1353213e2 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0312426 Apr 18 13:56:35.192560 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-5c7e5bf4-3fbe-46c3-91a3-101f443835e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:35.194163 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-5c7e5bf4-3fbe-46c3-91a3-101f443835e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 912 time: 0.1226230 Apr 18 13:56:35.336050 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:35.344713 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (0c59303e-8058-4e94-a7b6-fc7029b32171), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:35.449436 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Floating IP 0c59303e-8058-4e94-a7b6-fc7029b32171 associated. External IP: 172.27.3.153, port: 24c9d15a-a574-4f90-962f-84d87f72f2c6. Apr 18 13:56:35.665596 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:56:35.771503 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfafdc7-e415-4960-bab6-14eb99bc0898 req-4f38868a-9761-40ef-bb86-bcf8c3ecff8a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:35.772937 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9cfafdc7-e415-4960-bab6-14eb99bc0898 req-4f38868a-9761-40ef-bb86-bcf8c3ecff8a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Apr 18 13:56:35.781129 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:56:35.786302 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:35.791134 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:56:35.806079 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:56:35.806780 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:56:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:35.836204 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9cfafdc7-e415-4960-bab6-14eb99bc0898 req-36d030fd-eef9-4abb-9e91-b8e7cbf874ac tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569496 Apr 18 13:56:35.929714 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:56:35.995710 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f49637-cc46-47e4-b398-18453aaa5709 req-f3bd58f3-06a5-49cd-8ff7-8a5ffd47cc68 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:35.997307 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-00f49637-cc46-47e4-b398-18453aaa5709 req-f3bd58f3-06a5-49cd-8ff7-8a5ffd47cc68 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.0825424 Apr 18 13:56:36.005476 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-f2e0bc23-a5d7-41f7-b54a-df2d66b1d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.006978 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-f2e0bc23-a5d7-41f7-b54a-df2d66b1d612 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 1129 time: 0.0496485 Apr 18 13:56:36.032380 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4edf68ff-0009-43fe-b787-d015062a8df9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "PUT /v2.0/floatingips/0c59303e-8058-4e94-a7b6-fc7029b32171 HTTP/1.1" status: 200 len: 992 time: 1.2443376 Apr 18 13:56:36.053912 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-00f49637-cc46-47e4-b398-18453aaa5709 req-30e0adac-e8de-422d-9637-a384580d8eeb tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459754 Apr 18 13:56:36.074557 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'tag': '24c9d15a-a574-4f90-962f-84d87f72f2c6'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:36.077898 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6242579b-176d-4f93-9e54-8dfbf9d126e2", "tag": "24c9d15a-a574-4f90-962f-84d87f72f2c6"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:36.087721 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-34193b58-e580-48a1-a0b3-221b586f9dc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672534 Apr 18 13:56:36.126283 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a93267-566c-4b0b-ae78-bc149d6e4f8a x-openstack-request-id: req-75a93267-566c-4b0b-ae78-bc149d6e4f8a {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:36.126766 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6242579b-176d-4f93-9e54-8dfbf9d126e2", "tag": "24c9d15a-a574-4f90-962f-84d87f72f2c6", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:36.127171 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75a93267-566c-4b0b-ae78-bc149d6e4f8a {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:36.127565 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a93267-566c-4b0b-ae78-bc149d6e4f8a'] response: {'name': 'network-changed', 'server_uuid': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'tag': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'status': 'completed', 'code': 200} Apr 18 13:56:36.156699 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1ba1a8c9-295b-4bba-8fe6-c56bc605bdec req-c56771a1-715c-454b-b156-64ae6f5aa0f5 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0359733 Apr 18 13:56:36.192714 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:35Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:36.223531 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:56:36.232532 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:56:36.233130 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:56:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:36.322067 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-ce7ac873-8a3d-4392-a366-e7b2f03d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.324704 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-ce7ac873-8a3d-4392-a366-e7b2f03d0b18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 1130 time: 0.0621057 Apr 18 13:56:36.349267 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:56:36.410915 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-316c3620-7e72-4c61-ad53-754527eefa9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 200 len: 1001 time: 0.2180994 Apr 18 13:56:36.433725 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-a5b1b0e9-9665-4097-b00b-3a56aa2d75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.435182 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-a5b1b0e9-9665-4097-b00b-3a56aa2d75d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1876478 Apr 18 13:56:36.604205 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-3c03fc7e-6611-494f-bdc5-b2b4316bd87e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362 HTTP/1.1" status: 200 len: 217 time: 0.0389154 Apr 18 13:56:36.639313 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-69d720a0-c8dc-4498-b07c-aa5769d165b5 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.640886 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-69d720a0-c8dc-4498-b07c-aa5769d165b5 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.37 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 945 time: 0.1173265 Apr 18 13:56:36.641078 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-f953e9fa-0a9e-4012-a2c7-34455a572bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.645207 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-f953e9fa-0a9e-4012-a2c7-34455a572bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.1418166 Apr 18 13:56:36.651170 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:35Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:36.704683 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6a7a82f7-f3fd-401f-9134-4c204c1708f9 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 13:56:36.735342 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a3af8-ac8e-481b-a976-d99ca5dfcf93 None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:35Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:56:36.776295 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850de04-a50c-4267-8ee7-578dbb71029e req-5e674ab6-7baf-422e-8ceb-0eb28dde490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.784191 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a850de04-a50c-4267-8ee7-578dbb71029e req-5e674ab6-7baf-422e-8ceb-0eb28dde490d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 1129 time: 0.2982593 Apr 18 13:56:36.784283 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-f15b4c5f-c392-4ac8-9cf7-feece26abac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.788259 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-f15b4c5f-c392-4ac8-9cf7-feece26abac2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1283154 Apr 18 13:56:36.795198 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-7147ad33-43e0-4290-b962-c539eae579a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.797919 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-7147ad33-43e0-4290-b962-c539eae579a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.1496713 Apr 18 13:56:36.843073 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 is: ACTIVE; New status is: DOWN {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:36.843956 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:36.888095 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6a7a82f7-f3fd-401f-9134-4c204c1708f9, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6a7a82f7-f3fd-401f-9134-4c204c1708f9,segment=NetworkSegment(9501ee53-434a-4d25-811d-d31d5ff0425f),segment_id=9501ee53-434a-4d25-811d-d31d5ff0425f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:36.889464 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cce966-82f3-42af-9fb2-3ce34262915f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7a82f7-f3fd-401f-9134-4c204c1708f9'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:36.892236 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8200fae3-849d-49c0-9766-713e13d0c06b" -d '{"events": [{"server_uuid": "37cce966-82f3-42af-9fb2-3ce34262915f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7a82f7-f3fd-401f-9134-4c204c1708f9"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:36.898555 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:36.941163 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-662b53ba-4aff-4b07-acdd-2a7d9b53b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:36.943078 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-662b53ba-4aff-4b07-acdd-2a7d9b53b8a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 915 time: 0.4717562 Apr 18 13:56:36.954756 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Deleting port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 13:56:36.954756 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:36.959075 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c20f8a2-34be-4e3b-9d5a-6e6052e65160 x-openstack-request-id: req-8c20f8a2-34be-4e3b-9d5a-6e6052e65160 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:36.959377 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cce966-82f3-42af-9fb2-3ce34262915f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7a82f7-f3fd-401f-9134-4c204c1708f9", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:36.959619 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c20f8a2-34be-4e3b-9d5a-6e6052e65160 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:36.960069 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c20f8a2-34be-4e3b-9d5a-6e6052e65160'] response: {'server_uuid': '37cce966-82f3-42af-9fb2-3ce34262915f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7a82f7-f3fd-401f-9134-4c204c1708f9', 'code': 200} Apr 18 13:56:37.005448 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=6a7a82f7-f3fd-401f-9134-4c204c1708f9,revision_number=6']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:37.013063 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.013419 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.013790 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.015776 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.015776 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.015776 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.015776 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.015776 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.015776 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.016195 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.016411 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.016926 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.017577 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.018050 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.018643 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:56:37.050879 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd9f15-8ad1-4d2b-84b9-30c46a6c6c57 req-0d06d68a-1347-4eff-8e5e-ca58636fe876 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:37.052458 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7dd9f15-8ad1-4d2b-84b9-30c46a6c6c57 req-0d06d68a-1347-4eff-8e5e-ca58636fe876 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0965753 Apr 18 13:56:37.124938 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7dd9f15-8ad1-4d2b-84b9-30c46a6c6c57 req-304cdfa8-a44f-4745-bb0b-03bc935c823f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635209 Apr 18 13:56:37.129918 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] For port 6a7a82f7-f3fd-401f-9134-4c204c1708f9, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6a7a82f7-f3fd-401f-9134-4c204c1708f9,segment=NetworkSegment(9501ee53-434a-4d25-811d-d31d5ff0425f),segment_id=9501ee53-434a-4d25-811d-d31d5ff0425f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:37.130315 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:37.154255 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Calling delete_port for 6a7a82f7-f3fd-401f-9134-4c204c1708f9 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 13:56:37.227745 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53369779-71dc-4c7b-8c55-5d9510c8ce97 req-9d3e1a54-76d0-4a6a-ba06-49b616b84f71 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:37.236243 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53369779-71dc-4c7b-8c55-5d9510c8ce97 req-9d3e1a54-76d0-4a6a-ba06-49b616b84f71 tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 943 time: 0.0699131 Apr 18 13:56:37.470073 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-c9db1950-80e5-4d8f-a14a-b20cdf797250 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c9d15a-a574-4f90-962f-84d87f72f2c6 HTTP/1.1" status: 200 len: 1000 time: 0.1552360 Apr 18 13:56:37.488195 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e54c9b8f-31cd-47f4-883b-dd6bade0c104 req-8719de02-f3c0-4f16-ad85-48db8d4538c8 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.2213478 Apr 18 13:56:37.536408 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53369779-71dc-4c7b-8c55-5d9510c8ce97 req-e5b4aa81-d331-44d4-8ecd-d33dbc26817a tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/security-groups?id=de4e9394-28ac-4604-a51e-be55d538f039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989700 Apr 18 13:56:37.561433 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-078f7382-c1cb-4451-8251-40046318e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:37.565085 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-078f7382-c1cb-4451-8251-40046318e9d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2726049 Apr 18 13:56:37.565272 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850de04-a50c-4267-8ee7-578dbb71029e req-961c8fbc-28f4-4706-a623-a7c2699b9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:37.566687 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a850de04-a50c-4267-8ee7-578dbb71029e req-961c8fbc-28f4-4706-a623-a7c2699b9c03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.2738357 Apr 18 13:56:37.618026 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-fbabb8f4-f123-4c1c-8d61-97a68988c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:37.619742 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-fbabb8f4-f123-4c1c-8d61-97a68988c487 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.1098256 Apr 18 13:56:37.653314 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-7ebd0971-d17b-4629-97a3-6326d8f1aba6 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598087 Apr 18 13:56:37.737155 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (6a7a82f7-f3fd-401f-9134-4c204c1708f9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:37.744799 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-0dd81903-251e-4218-9058-f4b28fe30020 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:37.746032 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a850de04-a50c-4267-8ee7-578dbb71029e req-d3f275e2-67d7-4407-809b-73c3f2b094a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 200 len: 1001 time: 0.1427541 Apr 18 13:56:37.746536 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-0dd81903-251e-4218-9058-f4b28fe30020 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.37 "GET /v2.0/networks?id=8763295f-1d9d-43f3-8c66-e4d2fe4d2947 HTTP/1.1" status: 200 len: 809 time: 0.2922692 Apr 18 13:56:37.747043 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-f77ec584-742d-45e4-9fba-232c132b6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:37.748975 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-f77ec584-742d-45e4-9fba-232c132b6466 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956976 Apr 18 13:56:37.812814 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Request body: {'port': {'device_id': '89bbd0c1-d20e-4991-af2b-92d334bac0e1', 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947', 'admin_state_up': True, 'tenant_id': 'ea0cbf57fadc404cb51f3ce8df235753'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:37.820406 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Pushing event deleted for resources: {'Port': ['ID=6a7a82f7-f3fd-401f-9134-4c204c1708f9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:37.829735 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92941ce3-5894-421b-b970-7b30a04ff74c None None] New status for floating IP 0c59303e-8058-4e94-a7b6-fc7029b32171: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:56:37.957165 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] No DVR routers for this DVR port 6a7a82f7-f3fd-401f-9134-4c204c1708f9 on host hv-cinder-83830 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:56:37.960467 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:37.964491 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.37 "DELETE /v2.0/ports/6a7a82f7-f3fd-401f-9134-4c204c1708f9 HTTP/1.1" status: 204 len: 173 time: 1.2372365 Apr 18 13:56:37.991632 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850de04-a50c-4267-8ee7-578dbb71029e req-ffba57b8-fb16-4664-962c-227ff3ff73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:37.994031 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a850de04-a50c-4267-8ee7-578dbb71029e req-ffba57b8-fb16-4664-962c-227ff3ff73a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.1954129 Apr 18 13:56:38.030875 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-cef48790-922b-4b59-ba64-2d6be5652562 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310798 Apr 18 13:56:38.065341 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850de04-a50c-4267-8ee7-578dbb71029e req-b8bb8638-874d-4279-bc34-b45168431015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:38.066930 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a850de04-a50c-4267-8ee7-578dbb71029e req-b8bb8638-874d-4279-bc34-b45168431015 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501664 Apr 18 13:56:38.131278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cce966-82f3-42af-9fb2-3ce34262915f', 'name': 'network-vif-deleted', 'tag': '6a7a82f7-f3fd-401f-9134-4c204c1708f9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:38.133618 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1248a2-087d-4265-9787-dfcdd33f5064" -d '{"events": [{"server_uuid": "37cce966-82f3-42af-9fb2-3ce34262915f", "name": "network-vif-deleted", "tag": "6a7a82f7-f3fd-401f-9134-4c204c1708f9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:38.151207 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-3068851a-4615-4ed1-ba95-903737661e48 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463591 Apr 18 13:56:38.211879 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-0b92d70a-46f7-44ce-8bf8-c4eea07bdc85 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238431 Apr 18 13:56:38.212847 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa9d464-1641-4c5a-9ae9-13a0d980ba06 x-openstack-request-id: req-eaa9d464-1641-4c5a-9ae9-13a0d980ba06 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:38.213148 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37cce966-82f3-42af-9fb2-3ce34262915f", "name": "network-vif-deleted", "tag": "6a7a82f7-f3fd-401f-9134-4c204c1708f9", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:38.213451 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eaa9d464-1641-4c5a-9ae9-13a0d980ba06 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:38.213830 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa9d464-1641-4c5a-9ae9-13a0d980ba06'] response: {'server_uuid': '37cce966-82f3-42af-9fb2-3ce34262915f', 'name': 'network-vif-deleted', 'tag': '6a7a82f7-f3fd-401f-9134-4c204c1708f9', 'status': 'completed', 'code': 200} Apr 18 13:56:38.264728 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0ae2d236-c293-4738-8dcd-3c7c3db7d3fb req-d9fb2c6f-61a7-4d84-80a2-b958cbe357f0 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749542 Apr 18 13:56:38.268115 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a850de04-a50c-4267-8ee7-578dbb71029e req-9b15c42b-090e-4160-a5aa-f712e83696c8 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707439 Apr 18 13:56:38.323502 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce712-06d3-48e7-b7be-db510d3016ef req-73dc08e0-1e7c-42c1-bff9-e1e75b4947fe tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:38.325146 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ab1ce712-06d3-48e7-b7be-db510d3016ef req-73dc08e0-1e7c-42c1-bff9-e1e75b4947fe tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.1079891 Apr 18 13:56:38.362896 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46e53c12-1ad0-4c91-a59f-9bba67c2cfe2 req-807a4f3a-23b5-475d-a7d7-b8d0221c927d service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917040 Apr 18 13:56:38.365461 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Made reservation on behalf of ea0cbf57fadc404cb51f3ce8df235753 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:56:38.370977 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:38.426768 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-54a5231a-ac84-4271-9738-fc83816e1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:38.432274 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-54a5231a-ac84-4271-9738-fc83816e1123 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 1129 time: 0.0721269 Apr 18 13:56:38.441840 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ab1ce712-06d3-48e7-b7be-db510d3016ef req-1a821e7e-67dc-4ca0-9645-26c8b8951845 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097362 Apr 18 13:56:38.505453 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a850de04-a50c-4267-8ee7-578dbb71029e req-f4c66fec-28c4-439f-8714-94383d608706 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164803 Apr 18 13:56:38.607005 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-c830dd0c-f2a5-4927-bf8e-412c04f85782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:38.615073 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-c830dd0c-f2a5-4927-bf8e-412c04f85782 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 912 time: 0.1504505 Apr 18 13:56:38.657595 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-13e1bbfc-a2df-4fd8-8022-682cd55b105e req-fd3746b0-7211-4475-95b6-2543c94347ec tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0499256 Apr 18 13:56:38.696248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Allocated IP 172.20.0.8 (8763295f-1d9d-43f3-8c66-e4d2fe4d2947/774bd245-4bdb-4eb1-8065-efde7af57e39/989f55b2-377e-4eb1-8e64-814524d4312f) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:56:38.699651 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb6f903c-52e7-421e-80df-deaddf244ae8 req-a57169b3-3938-4d22-abfe-a1ba11fd6d7f tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] 10.222.0.11 "GET /v2.0/ports?device_id=37cce966-82f3-42af-9fb2-3ce34262915f HTTP/1.1" status: 200 len: 210 time: 0.0441768 Apr 18 13:56:38.838852 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 58822) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:38.909517 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks [] for port (989f55b2-377e-4eb1-8e64-814524d4312f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:38.931382 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-7b18ff96-e9b9-4d71-808a-8ba436fd9277 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 200 len: 1001 time: 0.2944920 Apr 18 13:56:38.947290 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.000678 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-db567c12-5320-4ca2-9b2b-14e5301bdf51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.009191 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:56:39.019175 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:56:39.022488 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:56:39.028312 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:39.028917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.044867 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Pushing event updated for resources: {'Port': ['ID=989f55b2-377e-4eb1-8e64-814524d4312f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:39.064948 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9287742b-e2ee-4bed-9344-202f1c5f2f91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2589729 Apr 18 13:56:39.118999 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-db567c12-5320-4ca2-9b2b-14e5301bdf51 admin admin] Publish callbacks [] for security_group (3ee38cce-6dec-4032-94ad-ca64bdfdfe2b), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.122815 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-db567c12-5320-4ca2-9b2b-14e5301bdf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (3ee38cce-6dec-4032-94ad-ca64bdfdfe2b), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.161822 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-db567c12-5320-4ca2-9b2b-14e5301bdf51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=995558bad47d490f9791967ce66087c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218935 Apr 18 13:56:39.162690 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db567c12-5320-4ca2-9b2b-14e5301bdf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee38cce-6dec-4032-94ad-ca64bdfdfe2b,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:39.164560 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58826) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:39.211648 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e28b79f6-dfef-4bb5-b11f-f22e9b8ccad6 admin admin] Publish callbacks [] for security_group (3ee38cce-6dec-4032-94ad-ca64bdfdfe2b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.234238 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e28b79f6-dfef-4bb5-b11f-f22e9b8ccad6 admin admin] Publish callbacks [] for security_group (3ee38cce-6dec-4032-94ad-ca64bdfdfe2b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.265362 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Request body: {'port': {'device_id': '89bbd0c1-d20e-4991-af2b-92d334bac0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:56:39.311608 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-cf96932a-dfdd-4fbf-972b-31425116874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:39.312981 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-cf96932a-dfdd-4fbf-972b-31425116874d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.0529933 Apr 18 13:56:39.325398 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e28b79f6-dfef-4bb5-b11f-f22e9b8ccad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (3ee38cce-6dec-4032-94ad-ca64bdfdfe2b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.329131 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e28b79f6-dfef-4bb5-b11f-f22e9b8ccad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.330226 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e28b79f6-dfef-4bb5-b11f-f22e9b8ccad6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ee38cce-6dec-4032-94ad-ca64bdfdfe2b HTTP/1.1" status: 204 len: 168 time: 0.1646755 Apr 18 13:56:39.346159 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.347388 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b79f6-dfef-4bb5-b11f-f22e9b8ccad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee38cce-6dec-4032-94ad-ca64bdfdfe2b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:39.397329 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-bab76e2b-1e82-48d3-880d-936ab4b7ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:39.405358 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-bab76e2b-1e82-48d3-880d-936ab4b7ba22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714312 Apr 18 13:56:39.551738 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-e5f02776-da7d-49a2-b319-f81bfc437b67 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327236 Apr 18 13:56:39.634736 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c774-6e98-460a-bf99-8810915ca453 req-584c51e4-afd4-4097-986d-d973f8c026ea tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:39.637280 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c839c774-6e98-460a-bf99-8810915ca453 req-584c51e4-afd4-4097-986d-d973f8c026ea tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0841427 Apr 18 13:56:39.652120 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d93b6a8f-493f-42dd-89cf-08dd81fa7f2f req-107d163e-d785-4106-b3c4-785e9f555775 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896304 Apr 18 13:56:39.722043 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c839c774-6e98-460a-bf99-8810915ca453 req-998bd22a-89d6-4620-bfff-80a23c8e2569 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785646 Apr 18 13:56:39.762680 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989f55b2-377e-4eb1-8e64-814524d4312f {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:39.789547 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Publish callbacks [] for port (989f55b2-377e-4eb1-8e64-814524d4312f), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.827452 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Transition to ACTIVE for port object 989f55b2-377e-4eb1-8e64-814524d4312f will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:56:39.836599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568031-5b5e-4f7b-99ad-8dc183deb2b5 req-ef57add6-5813-4b32-a7b2-67f16208562c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:39.838090 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57568031-5b5e-4f7b-99ad-8dc183deb2b5 req-ef57add6-5813-4b32-a7b2-67f16208562c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 931 time: 0.0705624 Apr 18 13:56:39.839442 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:39.921026 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Pushing event updated for resources: {'Port': ['ID=989f55b2-377e-4eb1-8e64-814524d4312f,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:39.972007 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57568031-5b5e-4f7b-99ad-8dc183deb2b5 req-99ae869d-d29f-476e-9e9e-de8388e2fd12 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068609 Apr 18 13:56:39.975359 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Attempting to bind port 989f55b2-377e-4eb1-8e64-814524d4312f on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:56:39.975666 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Attempting to bind port 989f55b2-377e-4eb1-8e64-814524d4312f by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:56:39.976333 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Attempting to bind port 989f55b2-377e-4eb1-8e64-814524d4312f on network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:39.981749 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Port 989f55b2-377e-4eb1-8e64-814524d4312f on network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:56:39.982070 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Attempting to bind port 989f55b2-377e-4eb1-8e64-814524d4312f on network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:56:39.986960 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:56:39.987293 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Checking segment: {'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:56:39.987669 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Bound using segment: {'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:56:39.988117 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Bound port: 989f55b2-377e-4eb1-8e64-814524d4312f, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:56:39.988471 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:40.062599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] For port 989f55b2-377e-4eb1-8e64-814524d4312f, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:56:40.066026 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] For port 989f55b2-377e-4eb1-8e64-814524d4312f, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=989f55b2-377e-4eb1-8e64-814524d4312f,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:56:40.076001 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:40.111595 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:40.112243 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:40.113631 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] 10.222.0.37 "PUT /v2.0/ports/989f55b2-377e-4eb1-8e64-814524d4312f HTTP/1.1" status: 200 len: 1093 time: 0.8533030 Apr 18 13:56:40.114648 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bbd0c1-d20e-4991-af2b-92d334bac0e1', 'tag': '989f55b2-377e-4eb1-8e64-814524d4312f'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:40.116425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b034d-bafb-43af-852b-a58732c24a17" -d '{"events": [{"name": "network-changed", "server_uuid": "89bbd0c1-d20e-4991-af2b-92d334bac0e1", "tag": "989f55b2-377e-4eb1-8e64-814524d4312f"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:40.143866 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b28cf-bb5c-4d6e-b16c-5e097faf0023 service neutron] Pushing event updated for resources: {'Port': ['ID=989f55b2-377e-4eb1-8e64-814524d4312f,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:40.156778 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79a5faa-1c14-4ce8-9d44-9819adaffe13 x-openstack-request-id: req-c79a5faa-1c14-4ce8-9d44-9819adaffe13 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:40.157076 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bbd0c1-d20e-4991-af2b-92d334bac0e1", "tag": "989f55b2-377e-4eb1-8e64-814524d4312f", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:40.157381 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c79a5faa-1c14-4ce8-9d44-9819adaffe13 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:40.158172 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79a5faa-1c14-4ce8-9d44-9819adaffe13'] response: {'name': 'network-changed', 'server_uuid': '89bbd0c1-d20e-4991-af2b-92d334bac0e1', 'tag': '989f55b2-377e-4eb1-8e64-814524d4312f', 'status': 'completed', 'code': 200} Apr 18 13:56:40.378694 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b034d-bafb-43af-852b-a58732c24a17 req-9e49a217-6a25-4c97-85d8-54496dbd16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:40.381003 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e84b034d-bafb-43af-852b-a58732c24a17 req-9e49a217-6a25-4c97-85d8-54496dbd16fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0420139 Apr 18 13:56:40.514729 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b034d-bafb-43af-852b-a58732c24a17 req-af1ed327-b8f3-4579-80aa-c544033e0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:40.516218 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e84b034d-bafb-43af-852b-a58732c24a17 req-af1ed327-b8f3-4579-80aa-c544033e0470 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1036866 Apr 18 13:56:40.845157 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54837d8e-4110-4a85-b44b-477e9309815a req-bc3e2c3f-b220-4b42-976c-e1434ad9cd32 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:40.846621 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54837d8e-4110-4a85-b44b-477e9309815a req-bc3e2c3f-b220-4b42-976c-e1434ad9cd32 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0485418 Apr 18 13:56:40.893874 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54837d8e-4110-4a85-b44b-477e9309815a req-bd67012b-d5ad-4e1a-a0ab-7428347a0b25 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Apr 18 13:56:40.999361 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b034d-bafb-43af-852b-a58732c24a17 req-8b8c29c7-b2e2-4bdc-925f-4e06cd01b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:41.000927 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e84b034d-bafb-43af-852b-a58732c24a17 req-8b8c29c7-b2e2-4bdc-925f-4e06cd01b195 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917726 Apr 18 13:56:41.121431 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-65e77ea2-d87b-41ae-a8c0-a4ae34909b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:41.122900 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-65e77ea2-d87b-41ae-a8c0-a4ae34909b52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0720496 Apr 18 13:56:41.130960 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31961ede-8b4c-44dd-8cc8-b9ce381ea91a req-0ace5134-39ef-4423-92cc-4dd2b4316d83 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:41.132316 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31961ede-8b4c-44dd-8cc8-b9ce381ea91a req-0ace5134-39ef-4423-92cc-4dd2b4316d83 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 943 time: 0.0713329 Apr 18 13:56:41.185995 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-b31faa63-148a-446e-b851-6bf60a5b084a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=989f55b2-377e-4eb1-8e64-814524d4312f HTTP/1.1" status: 200 len: 217 time: 0.0420256 Apr 18 13:56:41.241159 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31961ede-8b4c-44dd-8cc8-b9ce381ea91a req-d9a9cd5f-4b01-43e4-840c-28d1dd50f169 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013150 Apr 18 13:56:41.262661 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-e061df56-4006-4991-a257-02ee43ac710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:41.264146 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-e061df56-4006-4991-a257-02ee43ac710f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=774bd245-4bdb-4eb1-8065-efde7af57e39 HTTP/1.1" status: 200 len: 849 time: 0.0631812 Apr 18 13:56:41.280009 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58948) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:41.321921 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-9b778095-2b6d-4290-8653-e6995c79b2e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8763295f-1d9d-43f3-8c66-e4d2fe4d2947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332093 Apr 18 13:56:41.327738 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-b903f82a-2085-458f-a107-30726a5c5305 admin admin] Deleting subnet 2cbef8fe-ba30-4543-82f7-2a6332405ed7 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 13:56:41.330862 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b903f82a-2085-458f-a107-30726a5c5305 admin admin] Publish callbacks [] for subnet (2cbef8fe-ba30-4543-82f7-2a6332405ed7), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.370699 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b903f82a-2085-458f-a107-30726a5c5305 admin admin] Publish callbacks [] for subnet (2cbef8fe-ba30-4543-82f7-2a6332405ed7), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.379914 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b903f82a-2085-458f-a107-30726a5c5305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (2cbef8fe-ba30-4543-82f7-2a6332405ed7), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.428472 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-cddfb6ad-2e7f-4049-aa34-9c4bfe39fbbf service neutron] 10.222.0.37 "GET /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913899 Apr 18 13:56:41.436876 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b903f82a-2085-458f-a107-30726a5c5305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (2cbef8fe-ba30-4543-82f7-2a6332405ed7), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.464624 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903f82a-2085-458f-a107-30726a5c5305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbef8fe-ba30-4543-82f7-2a6332405ed7,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:41.466381 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b903f82a-2085-458f-a107-30726a5c5305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.469583 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b903f82a-2085-458f-a107-30726a5c5305 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2cbef8fe-ba30-4543-82f7-2a6332405ed7 HTTP/1.1" status: 204 len: 168 time: 0.1886909 Apr 18 13:56:41.472159 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58950) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:41.543642 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54828ea6-5ae1-490c-a483-25041fd5da84 req-337b063e-5aaa-470c-872e-248f57b98029 service neutron] 10.222.0.37 "GET /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993705 Apr 18 13:56:41.546143 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (19de4823-9347-4b53-bc8a-bc1f194c84b6), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.630453 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (19de4823-9347-4b53-bc8a-bc1f194c84b6), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.654488 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.654717 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.655465 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.655845 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > port after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.656189 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.656530 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.656847 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.657161 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.657467 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.657783 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.748259 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.748607 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.748932 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.749254 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 13:56:41.749592 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19de4823-9347-4b53-bc8a-bc1f194c84b6']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:41.767851 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9501ee53-434a-4d25-811d-d31d5ff0425f') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:41.768143 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9501ee53-434a-4d25-811d-d31d5ff0425f') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:56:41.785391 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7212202'] for segment (9501ee53-434a-4d25-811d-d31d5ff0425f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.807553 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (9501ee53-434a-4d25-811d-d31d5ff0425f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.817106 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 13:56:41.817492 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924556'] for segment (9501ee53-434a-4d25-811d-d31d5ff0425f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: from cryptography.utils import int_from_bytes Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: from cryptography.utils import int_from_bytes Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: Traceback (most recent call last): Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: timer() Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: cb(*args, **kw) Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: return func(*args, **kwargs) Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: self._notify() Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: self.callback(batched_events) Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: event.method(event) Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: return f(self, *a, **k) Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._get(url).json() Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 13:56:41.846047 dv-cinder-838302-1-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 13:56:41.902789 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (19de4823-9347-4b53-bc8a-bc1f194c84b6), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.913041 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:41.916376 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] 10.222.0.11 "DELETE /v2.0/networks/19de4823-9347-4b53-bc8a-bc1f194c84b6 HTTP/1.1" status: 204 len: 168 time: 0.4432545 Apr 18 13:56:41.926843 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83410c-11a3-4b23-8332-fe34be9dc6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=19de4823-9347-4b53-bc8a-bc1f194c84b6,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:42.024966 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a085b14-efaa-4dbc-81b7-09dbab58d800 req-cde04da5-d7de-4312-b71f-9f7b4e9cdcfa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:42.027282 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a085b14-efaa-4dbc-81b7-09dbab58d800 req-cde04da5-d7de-4312-b71f-9f7b4e9cdcfa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0613172 Apr 18 13:56:42.082431 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a085b14-efaa-4dbc-81b7-09dbab58d800 req-334dfaa8-c85f-4538-b0ae-faf109f36644 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492337 Apr 18 13:56:42.116208 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58960) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:42.159693 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5615c10d-a070-4678-99d2-73edd561c8bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30eeb5e294ff42ce8e01429a20cc6f40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422630 Apr 18 13:56:42.162063 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 58962) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:56:42.210793 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bcf09f6c-80ca-4bac-ad9b-273e82b6fd16 admin admin] Publish callbacks [] for security_group (de4e9394-28ac-4604-a51e-be55d538f039), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:42.234672 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bcf09f6c-80ca-4bac-ad9b-273e82b6fd16 admin admin] Publish callbacks [] for security_group (de4e9394-28ac-4604-a51e-be55d538f039), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:42.284230 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bcf09f6c-80ca-4bac-ad9b-273e82b6fd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (de4e9394-28ac-4604-a51e-be55d538f039), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:42.286911 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bcf09f6c-80ca-4bac-ad9b-273e82b6fd16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:42.288021 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bcf09f6c-80ca-4bac-ad9b-273e82b6fd16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de4e9394-28ac-4604-a51e-be55d538f039 HTTP/1.1" status: 204 len: 168 time: 0.1249943 Apr 18 13:56:42.296763 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf09f6c-80ca-4bac-ad9b-273e82b6fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4e9394-28ac-4604-a51e-be55d538f039,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:42.370794 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331cc99-86f0-4946-8722-3cc810cd1e03 req-ad91b33b-ba89-4b7f-8d05-8ce9e26fdf60 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:42.372828 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6331cc99-86f0-4946-8722-3cc810cd1e03 req-ad91b33b-ba89-4b7f-8d05-8ce9e26fdf60 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 943 time: 0.0490301 Apr 18 13:56:42.428534 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6331cc99-86f0-4946-8722-3cc810cd1e03 req-4d4347dc-a6c1-456c-91cc-6bd0673156d5 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487664 Apr 18 13:56:43.203481 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088348-a874-4dec-9bcb-de80e0205f4f req-1ebf7fde-14d8-45d8-a97c-a77956033ed5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:43.205280 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88088348-a874-4dec-9bcb-de80e0205f4f req-1ebf7fde-14d8-45d8-a97c-a77956033ed5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Apr 18 13:56:43.257886 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88088348-a874-4dec-9bcb-de80e0205f4f req-ed3ef0de-75ec-4d75-a873-73074a37fc8f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 Apr 18 13:56:43.552611 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f529e7-238e-4e7d-8122-6e25d20235a9 req-8004b374-931c-4fe9-a986-89c8a75dee7b tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:43.554101 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-28f529e7-238e-4e7d-8122-6e25d20235a9 req-8004b374-931c-4fe9-a986-89c8a75dee7b tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 943 time: 0.0486379 Apr 18 13:56:43.602411 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-28f529e7-238e-4e7d-8122-6e25d20235a9 req-6ef80b26-b1c1-4168-836b-a7f0acc39131 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417526 Apr 18 13:56:44.380391 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b5b9-89ab-48ca-8788-f3f329c9cddb req-26d8862e-f847-4cab-8f85-28123d7fe38a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:44.381826 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74d6b5b9-89ab-48ca-8788-f3f329c9cddb req-26d8862e-f847-4cab-8f85-28123d7fe38a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0510790 Apr 18 13:56:44.430497 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74d6b5b9-89ab-48ca-8788-f3f329c9cddb req-090daa96-94fd-4dd9-90ce-9f1dcf77be63 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Apr 18 13:56:44.717297 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d75eb-481d-490d-ad55-560756a4b50a req-78f3c4c9-7ce1-4f2d-888a-c0bcfa6e5329 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:44.719049 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a17d75eb-481d-490d-ad55-560756a4b50a req-78f3c4c9-7ce1-4f2d-888a-c0bcfa6e5329 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 943 time: 0.0458086 Apr 18 13:56:44.760571 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 989f55b2-377e-4eb1-8e64-814524d4312f details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:56:44.767313 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a17d75eb-481d-490d-ad55-560756a4b50a req-00b68845-e3a2-47a2-9d10-7cb42a4f0039 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Apr 18 13:56:44.865775 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 989f55b2-377e-4eb1-8e64-814524d4312f, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=989f55b2-377e-4eb1-8e64-814524d4312f,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:44.878894 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '989f55b2-377e-4eb1-8e64-814524d4312f', 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947', 'port_id': '989f55b2-377e-4eb1-8e64-814524d4312f', 'mac_address': 'fa:16:3e:4e:3b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774bd245-4bdb-4eb1-8065-efde7af57e39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:56:44.915500 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 989f55b2-377e-4eb1-8e64-814524d4312f is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:44.915831 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:44.928721 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989f55b2-377e-4eb1-8e64-814524d4312f {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:56:44.949146 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 989f55b2-377e-4eb1-8e64-814524d4312f, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=989f55b2-377e-4eb1-8e64-814524d4312f,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:44.953466 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:45.010582 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=989f55b2-377e-4eb1-8e64-814524d4312f,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:45.532043 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['989f55b2-377e-4eb1-8e64-814524d4312f'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:56:45.546303 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7751-30b0-4ea3-b346-f8d2780a0a99 req-840f0b04-6471-4077-9d1a-9034f5b52321 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:45.547953 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-909a7751-30b0-4ea3-b346-f8d2780a0a99 req-840f0b04-6471-4077-9d1a-9034f5b52321 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0469992 Apr 18 13:56:45.602876 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-909a7751-30b0-4ea3-b346-f8d2780a0a99 req-14f85b1b-996d-4aa0-a66d-e46e9cb5008d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483451 Apr 18 13:56:45.877177 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cc09f-5fff-403c-bfa0-0ade0f8f08f5 req-4edcddf5-b6ff-447a-84b5-21ae42753092 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:45.878661 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-825cc09f-5fff-403c-bfa0-0ade0f8f08f5 req-4edcddf5-b6ff-447a-84b5-21ae42753092 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 944 time: 0.0478053 Apr 18 13:56:45.925226 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-825cc09f-5fff-403c-bfa0-0ade0f8f08f5 req-be6a5579-14a6-42eb-82fe-a0becc59b100 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Apr 18 13:56:46.717742 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a854646-c90f-46f2-bb95-27a43cc2d720 req-cdf274e5-aedf-4aba-bbba-ec6e73ceeff0 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:46.719177 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a854646-c90f-46f2-bb95-27a43cc2d720 req-cdf274e5-aedf-4aba-bbba-ec6e73ceeff0 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0470386 Apr 18 13:56:46.767143 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a854646-c90f-46f2-bb95-27a43cc2d720 req-306d44cb-f275-4736-a09e-a0884768b70e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 Apr 18 13:56:47.039629 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5a69-2da9-4c22-aaad-4f01e2d06661 req-b1e3667e-d786-4edd-afee-7217bff2c75e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:47.041954 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-13db5a69-2da9-4c22-aaad-4f01e2d06661 req-b1e3667e-d786-4edd-afee-7217bff2c75e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 944 time: 0.0500522 Apr 18 13:56:47.090095 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-13db5a69-2da9-4c22-aaad-4f01e2d06661 req-98b272c7-392a-4d95-8534-4508257f2688 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421824 Apr 18 13:56:47.878230 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305bf8-84ba-4a13-99b4-b8c084f69e57 req-9b3b25a0-d8f7-43ac-b226-a782978ca26a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:47.879670 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1305bf8-84ba-4a13-99b4-b8c084f69e57 req-9b3b25a0-d8f7-43ac-b226-a782978ca26a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0450792 Apr 18 13:56:47.925642 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1305bf8-84ba-4a13-99b4-b8c084f69e57 req-4c91440e-b628-4f31-8d24-46b33d0c91a5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Apr 18 13:56:48.202794 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50388bf-37d1-4a13-b4e0-76200c350241 req-c4af7ffc-4a45-410c-a489-c18bbfeb35ea tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:48.204284 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c50388bf-37d1-4a13-b4e0-76200c350241 req-c4af7ffc-4a45-410c-a489-c18bbfeb35ea tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 944 time: 0.0496500 Apr 18 13:56:48.251296 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c50388bf-37d1-4a13-b4e0-76200c350241 req-bfc5f315-388c-4bd9-bfbb-792bc7333650 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Apr 18 13:56:48.864564 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-72791b03-347b-486d-b60f-3d4e3dde7daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:49.036805 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229142dc-6f25-4081-b46d-144db8403e63 req-5815ea4c-b879-48e4-9c8e-1b93fc1c97bf tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:49.038279 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-229142dc-6f25-4081-b46d-144db8403e63 req-5815ea4c-b879-48e4-9c8e-1b93fc1c97bf tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0462971 Apr 18 13:56:49.084570 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-229142dc-6f25-4081-b46d-144db8403e63 req-136415fc-3f52-4b9f-94d9-ac8fd98b3eed tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Apr 18 13:56:49.362533 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526311e-2311-4dc4-9f49-e4867d46586b req-4be5b3be-42e2-4b8c-b25b-1190fc437864 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:49.364025 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c526311e-2311-4dc4-9f49-e4867d46586b req-4be5b3be-42e2-4b8c-b25b-1190fc437864 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 944 time: 0.0465891 Apr 18 13:56:49.420173 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c526311e-2311-4dc4-9f49-e4867d46586b req-87390b22-6429-4952-b73e-51b25b79efc4 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506632 Apr 18 13:56:50.195885 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b941d6-f9d2-44ae-bf99-af85db42c76b req-d1ab8719-de50-4b6e-8833-b8477e710c63 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:50.197411 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1b941d6-f9d2-44ae-bf99-af85db42c76b req-d1ab8719-de50-4b6e-8833-b8477e710c63 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0470819 Apr 18 13:56:50.244927 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1b941d6-f9d2-44ae-bf99-af85db42c76b req-2b549964-baf6-40ae-b23a-c9913bdef8d7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Apr 18 13:56:50.541158 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c989c7a-6a40-45e2-acb2-60b6b9284ec0 req-9a341728-eb5f-4814-bbc5-a8f7f7c6f263 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:50.543176 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9c989c7a-6a40-45e2-acb2-60b6b9284ec0 req-9a341728-eb5f-4814-bbc5-a8f7f7c6f263 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 944 time: 0.0520787 Apr 18 13:56:50.590012 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9c989c7a-6a40-45e2-acb2-60b6b9284ec0 req-021efd74-b3ed-4f51-9436-940016a021cb tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 Apr 18 13:56:50.850849 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 989f55b2-377e-4eb1-8e64-814524d4312f up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:56:50.897816 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 989f55b2-377e-4eb1-8e64-814524d4312f completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:56:50.904787 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 989f55b2-377e-4eb1-8e64-814524d4312f triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:56:50.905230 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:50.981402 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 989f55b2-377e-4eb1-8e64-814524d4312f is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:56:50.981789 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:51.003892 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bbd0c1-d20e-4991-af2b-92d334bac0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989f55b2-377e-4eb1-8e64-814524d4312f'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:56:51.006075 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5062ac1-efeb-4ec5-b514-688b460fa3bc" -d '{"events": [{"server_uuid": "89bbd0c1-d20e-4991-af2b-92d334bac0e1", "name": "network-vif-plugged", "status": "completed", "tag": "989f55b2-377e-4eb1-8e64-814524d4312f"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:56:51.018963 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 989f55b2-377e-4eb1-8e64-814524d4312f, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=989f55b2-377e-4eb1-8e64-814524d4312f,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:56:51.023388 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:51.046721 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492d90cd-6541-48cc-a4d1-84271958d3c4 x-openstack-request-id: req-492d90cd-6541-48cc-a4d1-84271958d3c4 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:56:51.047026 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bbd0c1-d20e-4991-af2b-92d334bac0e1", "name": "network-vif-plugged", "status": "completed", "tag": "989f55b2-377e-4eb1-8e64-814524d4312f", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:56:51.047278 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-492d90cd-6541-48cc-a4d1-84271958d3c4 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:56:51.047669 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492d90cd-6541-48cc-a4d1-84271958d3c4'] response: {'server_uuid': '89bbd0c1-d20e-4991-af2b-92d334bac0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989f55b2-377e-4eb1-8e64-814524d4312f', 'code': 200} Apr 18 13:56:51.075844 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=989f55b2-377e-4eb1-8e64-814524d4312f,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:56:51.259386 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fffe2e-1057-4604-a82c-57a138686d2b req-aea6a046-2097-42ee-bfc3-a797a560210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:51.261971 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-73fffe2e-1057-4604-a82c-57a138686d2b req-aea6a046-2097-42ee-bfc3-a797a560210e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0465193 Apr 18 13:56:51.310500 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-73fffe2e-1057-4604-a82c-57a138686d2b req-841dd89c-bf8c-43a5-842d-4ae01dd5ac03 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Apr 18 13:56:51.356235 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cb0cd-cc02-4e62-bc62-a77672b6378f req-23800f5d-a2f7-4255-ac55-8718e0b17f73 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:51.357679 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e71cb0cd-cc02-4e62-bc62-a77672b6378f req-23800f5d-a2f7-4255-ac55-8718e0b17f73 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0459056 Apr 18 13:56:51.406532 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e71cb0cd-cc02-4e62-bc62-a77672b6378f req-3b27e60b-bfc4-4c0b-a2cd-363c0697b8fd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Apr 18 13:56:51.423153 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-96bd4ed0-53b7-443f-809d-6b54d7d91967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:51.703328 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b59cbc-af70-4612-b1d8-8aa4a6c54350 req-c6aeda50-e442-4cf6-97a8-7b4c1a570235 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:51.704862 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2b59cbc-af70-4612-b1d8-8aa4a6c54350 req-c6aeda50-e442-4cf6-97a8-7b4c1a570235 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0457745 Apr 18 13:56:51.755357 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2b59cbc-af70-4612-b1d8-8aa4a6c54350 req-d1c880b3-b67f-4d52-9190-d1d2907905c5 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449777 Apr 18 13:56:52.527709 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945ee0e-3dc7-40bd-b2b6-6abbc71fda58 req-57fac4b6-3883-408c-8c31-a689652dfd9b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:52.529344 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3945ee0e-3dc7-40bd-b2b6-6abbc71fda58 req-57fac4b6-3883-408c-8c31-a689652dfd9b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0514455 Apr 18 13:56:52.575643 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3945ee0e-3dc7-40bd-b2b6-6abbc71fda58 req-1a2a505b-ba47-48bb-b2d9-5c2526e607fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Apr 18 13:56:52.626139 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:52.870122 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c3871-36da-4561-850b-4274174e6fda req-02744d7b-fcaf-4a0e-b0d1-edd113f1a240 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:52.871617 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b0c3871-36da-4561-850b-4274174e6fda req-02744d7b-fcaf-4a0e-b0d1-edd113f1a240 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0457268 Apr 18 13:56:52.917548 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b0c3871-36da-4561-850b-4274174e6fda req-974bbfad-38f7-4882-a010-f202b6ef4f29 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Apr 18 13:56:53.286143 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:56:53.702360 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fa45-3a8f-4c52-94c3-d377b739c76b req-375a569d-a275-431a-bd41-1a946128693e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:53.703882 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bdf3fa45-3a8f-4c52-94c3-d377b739c76b req-375a569d-a275-431a-bd41-1a946128693e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0541029 Apr 18 13:56:53.756518 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bdf3fa45-3a8f-4c52-94c3-d377b739c76b req-3db92c10-ba83-4021-b879-a7d99a83c827 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Apr 18 13:56:54.001206 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:54.054755 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae21ac-c53f-4017-9c72-0725c75aa406 req-af33d9fb-696c-4f2a-8f31-955079bafed7 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:54.056310 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41ae21ac-c53f-4017-9c72-0725c75aa406 req-af33d9fb-696c-4f2a-8f31-955079bafed7 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0579069 Apr 18 13:56:54.124366 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41ae21ac-c53f-4017-9c72-0725c75aa406 req-14ef6100-80ae-447d-bf37-fe2284a2a25e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603671 Apr 18 13:56:54.871911 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d67fd-42e2-4c7e-b3c9-1e244fe622e4 req-d56a197f-3f7a-4d98-8ac8-000bf7e12b8b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:54.873373 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-709d67fd-42e2-4c7e-b3c9-1e244fe622e4 req-d56a197f-3f7a-4d98-8ac8-000bf7e12b8b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0484028 Apr 18 13:56:54.921893 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-709d67fd-42e2-4c7e-b3c9-1e244fe622e4 req-48f0fad6-48c1-45a7-b626-1804bd915bc5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Apr 18 13:56:55.238221 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbc8a4-662a-442b-aae8-e9de8c3d3ceb req-e4d53dda-821b-443f-86cb-e0dd11fdbc7a tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:55.239685 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5cbc8a4-662a-442b-aae8-e9de8c3d3ceb req-e4d53dda-821b-443f-86cb-e0dd11fdbc7a tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Apr 18 13:56:55.286166 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5cbc8a4-662a-442b-aae8-e9de8c3d3ceb req-6e74ee1e-a428-4e55-a837-4d3776b87424 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398426 Apr 18 13:56:55.310279 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:56.032169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1384c20-4579-4a35-87b5-3413913377bf req-13a1c5cb-98d6-4f34-8256-5b106bec55df tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:56.033603 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1384c20-4579-4a35-87b5-3413913377bf req-13a1c5cb-98d6-4f34-8256-5b106bec55df tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0466313 Apr 18 13:56:56.085944 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1384c20-4579-4a35-87b5-3413913377bf req-7419d860-0048-4b3b-9bca-bc946dae6f24 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466805 Apr 18 13:56:56.399495 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edf7f2-826c-4828-b63d-8a1748066c8e req-b8592e1b-2e84-49c1-a619-940f1a42d6ad tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:56.401521 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78edf7f2-826c-4828-b63d-8a1748066c8e req-b8592e1b-2e84-49c1-a619-940f1a42d6ad tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0474946 Apr 18 13:56:56.447783 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78edf7f2-826c-4828-b63d-8a1748066c8e req-60a8d7ad-8077-4daa-98d5-44ab1617936f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401518 Apr 18 13:56:57.197804 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacb023-dc67-428c-ba6f-c9a51ebebecb req-ee0f9d0e-27ed-4d74-b7ce-bcb3828aea9b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:57.199066 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bdacb023-dc67-428c-ba6f-c9a51ebebecb req-ee0f9d0e-27ed-4d74-b7ce-bcb3828aea9b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0463717 Apr 18 13:56:57.245252 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bdacb023-dc67-428c-ba6f-c9a51ebebecb req-5220a601-afb4-4199-b48a-deb558be0583 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Apr 18 13:56:57.568729 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7c476-f36b-42ff-ac88-2c27b7ff3587 req-8e8146b9-f282-45ea-b869-63b142f206b2 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:57.570186 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4b7c476-f36b-42ff-ac88-2c27b7ff3587 req-8e8146b9-f282-45ea-b869-63b142f206b2 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0553007 Apr 18 13:56:57.619085 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4b7c476-f36b-42ff-ac88-2c27b7ff3587 req-4f633f79-5f6e-4fe9-8ad4-02b03b9811eb tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Apr 18 13:56:58.366895 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268180-585f-4b4d-b9d6-9949edbc89c2 req-9ef0ee30-08df-4caf-81cf-fea567da8436 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:58.368392 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-14268180-585f-4b4d-b9d6-9949edbc89c2 req-9ef0ee30-08df-4caf-81cf-fea567da8436 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0473411 Apr 18 13:56:58.414730 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-14268180-585f-4b4d-b9d6-9949edbc89c2 req-37f232e6-0f6f-4e52-9ad8-2bf4d6c6f704 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Apr 18 13:56:58.732828 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc91426-00d7-4fa7-8186-40f913ac7c21 req-7f061317-e08a-4440-ba05-f093c1d882f3 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:58.734621 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5fc91426-00d7-4fa7-8186-40f913ac7c21 req-7f061317-e08a-4440-ba05-f093c1d882f3 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0507698 Apr 18 13:56:58.788180 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5fc91426-00d7-4fa7-8186-40f913ac7c21 req-f95fbd36-e3f1-4302-8318-e83296a44067 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Apr 18 13:56:59.002184 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:56:59.524297 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19312b9e-4e8c-4164-ad46-77ce22cfd48f req-acb40ff9-b5bf-4767-9663-8a5156b0775a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:56:59.526514 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19312b9e-4e8c-4164-ad46-77ce22cfd48f req-acb40ff9-b5bf-4767-9663-8a5156b0775a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0464256 Apr 18 13:56:59.572762 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19312b9e-4e8c-4164-ad46-77ce22cfd48f req-2d0b95fd-1519-40ed-a1bd-d93af3d82dd3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397596 Apr 18 13:57:00.679781 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f72ce-05b7-4d05-8732-4dc855f9d2e2 req-1555e46a-5469-4f80-9839-7e0451cc785c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:00.681268 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb5f72ce-05b7-4d05-8732-4dc855f9d2e2 req-1555e46a-5469-4f80-9839-7e0451cc785c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0450890 Apr 18 13:57:00.730396 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb5f72ce-05b7-4d05-8732-4dc855f9d2e2 req-3a7aaf64-2d17-462b-8a13-a5a7baa71b7c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 Apr 18 13:57:01.844139 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd8584-bcba-49b3-8685-f02510dd02c5 req-5c3aabde-3a68-47b2-ac94-d6aa016cbc65 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:01.845608 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98cd8584-bcba-49b3-8685-f02510dd02c5 req-5c3aabde-3a68-47b2-ac94-d6aa016cbc65 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0505550 Apr 18 13:57:01.891563 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98cd8584-bcba-49b3-8685-f02510dd02c5 req-296ab7f2-4693-4a4b-83e9-3cf471a9711d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Apr 18 13:57:03.004823 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aef93d-a2a1-4741-98d9-61e227218427 req-78b3aa9a-db2a-447c-953a-0b9ef2294882 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:03.006304 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41aef93d-a2a1-4741-98d9-61e227218427 req-78b3aa9a-db2a-447c-953a-0b9ef2294882 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0468326 Apr 18 13:57:03.054240 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41aef93d-a2a1-4741-98d9-61e227218427 req-8455df05-67c3-48b7-b5d5-59a95e44f7f6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Apr 18 13:57:04.169219 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c55f5-fd95-4e13-bcf0-e331bcc53f38 req-384f931f-9de2-4208-b387-90a66beb480f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:04.170781 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e53c55f5-fd95-4e13-bcf0-e331bcc53f38 req-384f931f-9de2-4208-b387-90a66beb480f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0503068 Apr 18 13:57:04.220142 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e53c55f5-fd95-4e13-bcf0-e331bcc53f38 req-86cf6700-d590-4c3f-bd89-a730ab3c9ce7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435736 Apr 18 13:57:04.695372 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aeaef6-1bed-422b-a24c-a5d69f0a1a96 req-95811919-c171-4440-ba99-a13627efd1d3 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:04.696801 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a2aeaef6-1bed-422b-a24c-a5d69f0a1a96 req-95811919-c171-4440-ba99-a13627efd1d3 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0456851 Apr 18 13:57:04.742292 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a2aeaef6-1bed-422b-a24c-a5d69f0a1a96 req-6939aafa-c3e9-4265-bc8a-b6d83d501556 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Apr 18 13:57:05.333410 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221527d-c0e8-4e8c-a25c-8fa55295f330 req-41549640-f671-4246-9954-3e107a335a20 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:05.334777 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9221527d-c0e8-4e8c-a25c-8fa55295f330 req-41549640-f671-4246-9954-3e107a335a20 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0445347 Apr 18 13:57:05.384705 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9221527d-c0e8-4e8c-a25c-8fa55295f330 req-4f1b698f-fb7e-4d2d-b5e9-0482f8791706 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Apr 18 13:57:05.870139 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ab07d-5d41-4736-8413-6caa14fde7ec req-15cb28fa-f67c-45a5-8ef3-ad1eab497434 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:05.871874 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-499ab07d-5d41-4736-8413-6caa14fde7ec req-15cb28fa-f67c-45a5-8ef3-ad1eab497434 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0609293 Apr 18 13:57:05.920136 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-499ab07d-5d41-4736-8413-6caa14fde7ec req-7e5dfe2c-b5ec-49be-87a2-eabd646d1c47 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Apr 18 13:57:06.499137 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f01ba4-7269-4ada-8b75-17e135eb4c18 req-88f580e8-a447-455d-8f54-081d95422cfc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:06.500626 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c6f01ba4-7269-4ada-8b75-17e135eb4c18 req-88f580e8-a447-455d-8f54-081d95422cfc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0467103 Apr 18 13:57:06.546071 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c6f01ba4-7269-4ada-8b75-17e135eb4c18 req-27a79111-74ca-45d0-a922-4f9e293a4025 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Apr 18 13:57:07.039334 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a376-9e10-4ce0-b35b-f76436bf0cd8 req-f7cdd74a-c743-4005-8bf8-4f21bef3b94c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:07.041876 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4de3a376-9e10-4ce0-b35b-f76436bf0cd8 req-f7cdd74a-c743-4005-8bf8-4f21bef3b94c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0502152 Apr 18 13:57:07.088797 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4de3a376-9e10-4ce0-b35b-f76436bf0cd8 req-79c34660-2336-4137-a22a-caba7459d4e0 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Apr 18 13:57:07.658909 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f65de3-0c99-44a0-8d57-3613bf523da0 req-3ac34f16-ec5d-4e36-a3b2-c89e8e18d870 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:07.660421 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1f65de3-0c99-44a0-8d57-3613bf523da0 req-3ac34f16-ec5d-4e36-a3b2-c89e8e18d870 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0466268 Apr 18 13:57:07.707063 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1f65de3-0c99-44a0-8d57-3613bf523da0 req-b46a4b84-4269-45b7-9f7c-8fca3e662707 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Apr 18 13:57:08.202916 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb6a31-bdc9-4645-9058-dbdc6168782e req-67e2af64-f732-4c0c-bbd0-c6f1d4ac3e3b tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:08.204330 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18cb6a31-bdc9-4645-9058-dbdc6168782e req-67e2af64-f732-4c0c-bbd0-c6f1d4ac3e3b tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Apr 18 13:57:08.255055 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18cb6a31-bdc9-4645-9058-dbdc6168782e req-4baa9579-0d8e-4ca0-8ebf-b8fe590dc119 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Apr 18 13:57:08.819580 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700bcad-ae11-4f48-9208-7cf7e8defa7b req-a5b669ed-33aa-4a6c-bfb6-0dfbf3dd0d4d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:08.820985 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d700bcad-ae11-4f48-9208-7cf7e8defa7b req-a5b669ed-33aa-4a6c-bfb6-0dfbf3dd0d4d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0469766 Apr 18 13:57:08.868566 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d700bcad-ae11-4f48-9208-7cf7e8defa7b req-1190cced-66e2-4afa-81c4-912caeac673f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Apr 18 13:57:09.369048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a4c68-8ff2-4d95-ac2b-37839cd15789 req-6b2f620a-2183-4f05-8692-aeaee1c758f7 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:09.370343 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee5a4c68-8ff2-4d95-ac2b-37839cd15789 req-6b2f620a-2183-4f05-8692-aeaee1c758f7 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0473120 Apr 18 13:57:09.418088 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee5a4c68-8ff2-4d95-ac2b-37839cd15789 req-5c8dc7e8-177f-4e68-91da-c1f62c83d58d tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Apr 18 13:57:09.988042 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac7c0-2fab-44f9-b1d5-d17609cdcfc9 req-e20129a3-40e3-4f66-8e23-a0a7007518fc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:09.990160 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-65cac7c0-2fab-44f9-b1d5-d17609cdcfc9 req-e20129a3-40e3-4f66-8e23-a0a7007518fc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0530732 Apr 18 13:57:10.039483 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-65cac7c0-2fab-44f9-b1d5-d17609cdcfc9 req-8d2e7126-31c6-41e1-b7e8-4e6468fb2e87 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Apr 18 13:57:10.529165 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f81a-e439-4219-9c25-1a9cd1dc7b88 req-70d3704c-6192-4280-b6ae-2f5275fe60c6 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:10.530616 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be52f81a-e439-4219-9c25-1a9cd1dc7b88 req-70d3704c-6192-4280-b6ae-2f5275fe60c6 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0465772 Apr 18 13:57:10.577704 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be52f81a-e439-4219-9c25-1a9cd1dc7b88 req-68b1cb08-ad28-4c39-9f35-c1c53c32d8c8 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Apr 18 13:57:11.156220 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09cc35-ef7c-4433-9aa1-0537ad6f070c req-2cf5cbab-c570-4128-b0cc-0369732f0d86 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:11.157674 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5f09cc35-ef7c-4433-9aa1-0537ad6f070c req-2cf5cbab-c570-4128-b0cc-0369732f0d86 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0508170 Apr 18 13:57:11.205548 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5f09cc35-ef7c-4433-9aa1-0537ad6f070c req-7cd5b479-e97a-45b5-9873-7b1a0cb761e6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Apr 18 13:57:11.714985 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf9b6-38a9-45ee-b64e-a4d07f01148d req-5694c921-a591-4d5a-bb81-aeb79052d063 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:11.716585 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-853cf9b6-38a9-45ee-b64e-a4d07f01148d req-5694c921-a591-4d5a-bb81-aeb79052d063 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0731730 Apr 18 13:57:11.722493 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-13bee092-67c2-4560-a161-060e4d475552 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:11.723844 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-13bee092-67c2-4560-a161-060e4d475552 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.37 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 945 time: 0.0713658 Apr 18 13:57:11.844052 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-853cf9b6-38a9-45ee-b64e-a4d07f01148d req-acd55412-bd88-4a1c-bd67-0499cde627ec tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192322 Apr 18 13:57:11.900227 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Deleting port 989f55b2-377e-4eb1-8e64-814524d4312f {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 13:57:11.900474 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:12.209062 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] For port 989f55b2-377e-4eb1-8e64-814524d4312f, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=989f55b2-377e-4eb1-8e64-814524d4312f,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:12.209678 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:12.224422 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Calling delete_port for 989f55b2-377e-4eb1-8e64-814524d4312f owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 13:57:12.355138 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d465989-2f68-45ca-b4e7-4d3ab4cbc0ed req-b73a19a0-9ac3-4cf1-9f2e-639f31b1ce03 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:12.356622 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3d465989-2f68-45ca-b4e7-4d3ab4cbc0ed req-b73a19a0-9ac3-4cf1-9f2e-639f31b1ce03 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0616720 Apr 18 13:57:12.444319 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3d465989-2f68-45ca-b4e7-4d3ab4cbc0ed req-9c1375e5-1385-4382-beaa-65a7fd9e60fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790174 Apr 18 13:57:12.461662 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (989f55b2-377e-4eb1-8e64-814524d4312f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:12.480923 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['989f55b2-377e-4eb1-8e64-814524d4312f'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:57:12.492225 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Pushing event deleted for resources: {'Port': ['ID=989f55b2-377e-4eb1-8e64-814524d4312f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:12.561217 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] No DVR routers for this DVR port 989f55b2-377e-4eb1-8e64-814524d4312f on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:57:12.564442 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:12.567978 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1d9de13-3aed-4298-a0a6-c949e0659eb1 req-71bfa7eb-8ff0-4b27-8373-3fdbd7b2f88e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.37 "DELETE /v2.0/ports/989f55b2-377e-4eb1-8e64-814524d4312f HTTP/1.1" status: 204 len: 173 time: 0.8304772 Apr 18 13:57:12.568475 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bbd0c1-d20e-4991-af2b-92d334bac0e1', 'name': 'network-vif-deleted', 'tag': '989f55b2-377e-4eb1-8e64-814524d4312f'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:57:12.570695 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c413665-84ca-4c87-bbb7-c98dca38d8a8" -d '{"events": [{"server_uuid": "89bbd0c1-d20e-4991-af2b-92d334bac0e1", "name": "network-vif-deleted", "tag": "989f55b2-377e-4eb1-8e64-814524d4312f"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:57:12.613606 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822fc910-9918-4471-9172-6d00eb59c8fb x-openstack-request-id: req-822fc910-9918-4471-9172-6d00eb59c8fb {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:57:12.613907 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bbd0c1-d20e-4991-af2b-92d334bac0e1", "name": "network-vif-deleted", "tag": "989f55b2-377e-4eb1-8e64-814524d4312f", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:57:12.614165 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-822fc910-9918-4471-9172-6d00eb59c8fb {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:57:12.614575 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822fc910-9918-4471-9172-6d00eb59c8fb'] response: {'server_uuid': '89bbd0c1-d20e-4991-af2b-92d334bac0e1', 'name': 'network-vif-deleted', 'tag': '989f55b2-377e-4eb1-8e64-814524d4312f', 'status': 'completed', 'code': 200} Apr 18 13:57:12.953891 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0ea00827-45c5-48c5-95d4-52b78f8b982a req-9af5d2ac-89d9-47db-b1b3-a817a8ee9128 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=89bbd0c1-d20e-4991-af2b-92d334bac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0313957 Apr 18 13:57:13.558142 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd456ac-ca2b-4f4c-8f57-9729b662affb req-77e18ec5-21fc-4d06-b077-d2ec7da31950 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:13.559599 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5fd456ac-ca2b-4f4c-8f57-9729b662affb req-77e18ec5-21fc-4d06-b077-d2ec7da31950 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0457027 Apr 18 13:57:13.606643 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5fd456ac-ca2b-4f4c-8f57-9729b662affb req-c076ed49-53a9-4449-a05d-6bf720cb9258 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Apr 18 13:57:14.083026 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 59412) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:14.186436 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86b8e65-fd52-416e-891e-fd8e7b8cc942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:14.269132 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86b8e65-fd52-416e-891e-fd8e7b8cc942 admin admin] Publish callbacks [] for security_group (98deb366-97d4-46f8-89d8-4c4c1a5c62c8), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:14.273738 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b86b8e65-fd52-416e-891e-fd8e7b8cc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (98deb366-97d4-46f8-89d8-4c4c1a5c62c8), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:14.284329 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081a97-d613-4163-b402-bab43744a4f2 req-fbd32df0-a47e-4168-b143-a0951b76edd4 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:14.285840 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-fbd32df0-a47e-4168-b143-a0951b76edd4 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/networks?id=8763295f-1d9d-43f3-8c66-e4d2fe4d2947 HTTP/1.1" status: 200 len: 809 time: 0.1178446 Apr 18 13:57:14.300292 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-94cd7b25-39a9-4517-aecf-765d11ebe5b4 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/quotas/ea0cbf57fadc404cb51f3ce8df235753 HTTP/1.1" status: 200 len: 375 time: 0.0087981 Apr 18 13:57:14.314308 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b8e65-fd52-416e-891e-fd8e7b8cc942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98deb366-97d4-46f8-89d8-4c4c1a5c62c8,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:14.318976 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b86b8e65-fd52-416e-891e-fd8e7b8cc942 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8263e160760b4b68856f55d1b819c5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347887 Apr 18 13:57:14.322389 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 59426) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:14.335729 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-d9e43ae4-ee69-4570-a2d7-51b77319cf43 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280824 Apr 18 13:57:14.375982 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c11d1de0-ec4d-4eef-9340-1e92ba7a6788 admin admin] Publish callbacks [] for security_group (98deb366-97d4-46f8-89d8-4c4c1a5c62c8), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:14.398123 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c11d1de0-ec4d-4eef-9340-1e92ba7a6788 admin admin] Publish callbacks [] for security_group (98deb366-97d4-46f8-89d8-4c4c1a5c62c8), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:14.431868 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6a5510e4-808c-4493-aec5-3068e3b319ad service neutron] 10.222.0.11 "GET /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892403 Apr 18 13:57:14.446005 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c11d1de0-ec4d-4eef-9340-1e92ba7a6788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (98deb366-97d4-46f8-89d8-4c4c1a5c62c8), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:14.449861 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c11d1de0-ec4d-4eef-9340-1e92ba7a6788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:14.451034 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c11d1de0-ec4d-4eef-9340-1e92ba7a6788 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98deb366-97d4-46f8-89d8-4c4c1a5c62c8 HTTP/1.1" status: 204 len: 168 time: 0.1275740 Apr 18 13:57:14.459083 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d1de0-ec4d-4eef-9340-1e92ba7a6788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98deb366-97d4-46f8-89d8-4c4c1a5c62c8,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:14.532773 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-8c16a257-a043-4464-ba10-b0a8cf5d09e3 service neutron] 10.222.0.11 "GET /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949254 Apr 18 13:57:14.712547 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-554189e1-b5d1-4290-b610-85a52e86e32d req-87d50498-aabf-4de8-ab6f-2f2ef275c203 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 210 time: 0.0444443 Apr 18 13:57:14.763278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349741f-cb64-4d20-bd71-6cc49ecf16d7 req-883ffc5a-91a1-4091-9c6c-cd7bbfc04a98 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:14.764832 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0349741f-cb64-4d20-bd71-6cc49ecf16d7 req-883ffc5a-91a1-4091-9c6c-cd7bbfc04a98 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0548077 Apr 18 13:57:14.818631 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0349741f-cb64-4d20-bd71-6cc49ecf16d7 req-3a859386-a926-4c81-b3f3-e9b2c0af9ec9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478346 Apr 18 13:57:15.803358 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c99bfe9a-7f46-4771-946d-1702435a572b req-9549e22e-9724-4c7c-b0b6-a208517ad130 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 210 time: 0.0268357 Apr 18 13:57:15.943313 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93be4f-a00a-4709-a1e7-dbf3171e69f5 req-8912b6bc-5605-4a5f-a69e-e4f4363011ee tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:15.944944 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5e93be4f-a00a-4709-a1e7-dbf3171e69f5 req-8912b6bc-5605-4a5f-a69e-e4f4363011ee tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Apr 18 13:57:15.991504 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5e93be4f-a00a-4709-a1e7-dbf3171e69f5 req-0558925e-9810-4ab4-8987-ff1e4c35b213 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Apr 18 13:57:16.896500 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dedd8da9-489d-481a-b941-e66b81ba23a8 req-a6f93865-d9a3-4e51-9bdc-01e0b214f3a1 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 210 time: 0.0302680 Apr 18 13:57:17.101304 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c94ac-a114-4db3-84f4-2091fe72ab6d req-47bf5a23-7be9-4dd9-98f2-2f053d6e736a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:17.102785 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7b8c94ac-a114-4db3-84f4-2091fe72ab6d req-47bf5a23-7be9-4dd9-98f2-2f053d6e736a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0454354 Apr 18 13:57:17.150438 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7b8c94ac-a114-4db3-84f4-2091fe72ab6d req-bf46c825-74dc-403f-a8ad-c0ac3900829d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Apr 18 13:57:17.749953 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 989f55b2-377e-4eb1-8e64-814524d4312f no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 13:57:17.772947 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 989f55b2-377e-4eb1-8e64-814524d4312f {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 13:57:17.773296 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 989f55b2-377e-4eb1-8e64-814524d4312f not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 13:57:17.989366 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3beca4e4-4543-422d-b5d9-b574a4ea35da req-50ef38a3-6073-4a40-8fb2-43562f529fd7 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 210 time: 0.0284247 Apr 18 13:57:18.260151 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888016a-303b-4050-aba0-60be43ced5bf req-f663fc12-c480-4653-b476-09434f2bc9f8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:18.261503 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6888016a-303b-4050-aba0-60be43ced5bf req-f663fc12-c480-4653-b476-09434f2bc9f8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0457032 Apr 18 13:57:18.312145 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6888016a-303b-4050-aba0-60be43ced5bf req-aab7a2ee-aa85-4bd5-9884-b26759310c74 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 Apr 18 13:57:18.671971 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081a97-d613-4163-b402-bab43744a4f2 req-e69a06a9-fb39-4e22-b3c0-26a0f36e0dd0 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:18.673534 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-e69a06a9-fb39-4e22-b3c0-26a0f36e0dd0 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.37 "GET /v2.0/networks?id=8763295f-1d9d-43f3-8c66-e4d2fe4d2947 HTTP/1.1" status: 200 len: 809 time: 0.1386521 Apr 18 13:57:18.693907 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Request body: {'port': {'device_id': 'd873a713-ab52-4960-ad25-3def90162578', 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947', 'admin_state_up': True, 'tenant_id': 'ea0cbf57fadc404cb51f3ce8df235753'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:57:18.827560 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Made reservation on behalf of ea0cbf57fadc404cb51f3ce8df235753 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:57:18.831310 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:18.873577 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c66916af-16a4-4859-9e11-15332fd1fdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:18.972950 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Allocated IP 172.20.0.6 (8763295f-1d9d-43f3-8c66-e4d2fe4d2947/774bd245-4bdb-4eb1-8065-efde7af57e39/d83e7494-57e3-4eca-90e6-f1328cac9a4a) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:57:19.108829 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c1099b9c-60c8-422f-87e8-f930cb42e36f req-e1a67268-36c6-47f0-93cd-8f8f1191a3bd tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 210 time: 0.0315402 Apr 18 13:57:19.154476 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks [] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.186931 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.228996 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:19.232050 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:19.235600 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:57:19.240655 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:19.241246 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.257908 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Pushing event updated for resources: {'Port': ['ID=d83e7494-57e3-4eca-90e6-f1328cac9a4a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:19.266883 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-13949689-ff58-4e19-8213-19a1b52eee37 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784333 Apr 18 13:57:19.290886 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Request body: {'port': {'device_id': 'd873a713-ab52-4960-ad25-3def90162578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:57:19.350202 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.448171 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78b10c-2467-4466-a9c9-f44376c7521c req-1ffc846e-3ca4-4e5c-b532-46e5797f685e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:19.449633 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f78b10c-2467-4466-a9c9-f44376c7521c req-1ffc846e-3ca4-4e5c-b532-46e5797f685e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0675359 Apr 18 13:57:19.592787 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f78b10c-2467-4466-a9c9-f44376c7521c req-43f37f3a-35d7-4e3b-8fce-6afb662f7588 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015649 Apr 18 13:57:19.701247 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83e7494-57e3-4eca-90e6-f1328cac9a4a {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:57:19.708558 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Publish callbacks [] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.722344 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Transition to ACTIVE for port object d83e7494-57e3-4eca-90e6-f1328cac9a4a will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:57:19.725658 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.776940 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Pushing event updated for resources: {'Port': ['ID=d83e7494-57e3-4eca-90e6-f1328cac9a4a,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:19.807514 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Attempting to bind port d83e7494-57e3-4eca-90e6-f1328cac9a4a on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:57:19.807887 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Attempting to bind port d83e7494-57e3-4eca-90e6-f1328cac9a4a by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:57:19.808213 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Attempting to bind port d83e7494-57e3-4eca-90e6-f1328cac9a4a on network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:57:19.812352 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Port d83e7494-57e3-4eca-90e6-f1328cac9a4a on network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:57:19.812666 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Attempting to bind port d83e7494-57e3-4eca-90e6-f1328cac9a4a on network 8763295f-1d9d-43f3-8c66-e4d2fe4d2947 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:57:19.817390 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:57:19.817858 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Checking segment: {'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:57:19.818106 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Bound using segment: {'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:57:19.818521 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Bound port: d83e7494-57e3-4eca-90e6-f1328cac9a4a, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89f7979-1d51-426d-9113-0e5cffa1f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:57:19.818871 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.888958 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] For port d83e7494-57e3-4eca-90e6-f1328cac9a4a, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:57:19.892728 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] For port d83e7494-57e3-4eca-90e6-f1328cac9a4a, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=d83e7494-57e3-4eca-90e6-f1328cac9a4a,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:57:19.900501 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.938180 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:19.938797 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:19.940214 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] 10.222.0.37 "PUT /v2.0/ports/d83e7494-57e3-4eca-90e6-f1328cac9a4a HTTP/1.1" status: 200 len: 1093 time: 0.6536589 Apr 18 13:57:19.940640 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd873a713-ab52-4960-ad25-3def90162578', 'tag': 'd83e7494-57e3-4eca-90e6-f1328cac9a4a'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:57:19.942929 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89f2dc5-e7cc-466c-8185-1b132fae12df" -d '{"events": [{"name": "network-changed", "server_uuid": "d873a713-ab52-4960-ad25-3def90162578", "tag": "d83e7494-57e3-4eca-90e6-f1328cac9a4a"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:57:19.973008 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baae202-d7a1-4922-b04f-99e01dd6c639 service neutron] Pushing event updated for resources: {'Port': ['ID=d83e7494-57e3-4eca-90e6-f1328cac9a4a,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:19.984364 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf741e96-d7ee-45d2-bcc3-90a77243be3a x-openstack-request-id: req-bf741e96-d7ee-45d2-bcc3-90a77243be3a {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:57:19.984660 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d873a713-ab52-4960-ad25-3def90162578", "tag": "d83e7494-57e3-4eca-90e6-f1328cac9a4a", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:57:19.984917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf741e96-d7ee-45d2-bcc3-90a77243be3a {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:57:19.985320 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf741e96-d7ee-45d2-bcc3-90a77243be3a'] response: {'name': 'network-changed', 'server_uuid': 'd873a713-ab52-4960-ad25-3def90162578', 'tag': 'd83e7494-57e3-4eca-90e6-f1328cac9a4a', 'status': 'completed', 'code': 200} Apr 18 13:57:20.219835 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d04a0f-05e5-43ba-bd42-8a0abd59bd1b req-515744fe-981a-4178-ab32-45e54ea30bc3 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:20.221147 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-67d04a0f-05e5-43ba-bd42-8a0abd59bd1b req-515744fe-981a-4178-ab32-45e54ea30bc3 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0477028 Apr 18 13:57:20.269261 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-67d04a0f-05e5-43ba-bd42-8a0abd59bd1b req-86c8a9b5-3365-443b-8181-eec9010bb8c5 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423894 Apr 18 13:57:20.716470 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059686a-6155-463b-9475-81219c4b61fb req-46e52fee-651a-4f9e-8258-e92ec0433f4f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:20.717933 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2059686a-6155-463b-9475-81219c4b61fb req-46e52fee-651a-4f9e-8258-e92ec0433f4f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0518606 Apr 18 13:57:20.767854 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2059686a-6155-463b-9475-81219c4b61fb req-286b3dae-9651-4d68-842e-595b81b7b029 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Apr 18 13:57:21.381791 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ad157-1c28-4ec7-a1fc-d5532bcb8afa req-dbfa3641-0ec3-4c39-ac48-080e399cd274 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:21.383229 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de8ad157-1c28-4ec7-a1fc-d5532bcb8afa req-dbfa3641-0ec3-4c39-ac48-080e399cd274 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0465682 Apr 18 13:57:21.417932 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d0d53a8-43b2-4049-bc19-c1253f6b35fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:21.431069 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de8ad157-1c28-4ec7-a1fc-d5532bcb8afa req-41216def-bfae-4670-9f49-9773715c3f74 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Apr 18 13:57:21.879635 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9576a-eae3-45c0-9c27-58767a3afef9 req-380fbebe-ef96-4c69-8a19-dd94fa4b6ea6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:21.881104 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1cf9576a-eae3-45c0-9c27-58767a3afef9 req-380fbebe-ef96-4c69-8a19-dd94fa4b6ea6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0488725 Apr 18 13:57:21.925906 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1cf9576a-eae3-45c0-9c27-58767a3afef9 req-9ae67203-d06f-407b-8b09-82d190111f2a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391927 Apr 18 13:57:22.541972 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18dcc2-4611-4304-a59e-369c7ad5c467 req-f2a4bb11-e7a8-4cb2-b400-2ec530ada0ac tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:22.543489 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d18dcc2-4611-4304-a59e-369c7ad5c467 req-f2a4bb11-e7a8-4cb2-b400-2ec530ada0ac tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0464289 Apr 18 13:57:22.592251 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d18dcc2-4611-4304-a59e-369c7ad5c467 req-e5b40a07-6e25-415c-8656-ea0011b90ea1 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Apr 18 13:57:22.627958 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:23.036959 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27973d-65b0-427c-9801-f5d89ecb82d7 req-79190b1f-7980-447d-a49e-111fa790c693 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:23.038514 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f27973d-65b0-427c-9801-f5d89ecb82d7 req-79190b1f-7980-447d-a49e-111fa790c693 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0454433 Apr 18 13:57:23.087811 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f27973d-65b0-427c-9801-f5d89ecb82d7 req-fcd85ba7-9b34-40ca-b61d-b403f8ffd38e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 Apr 18 13:57:23.705789 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dff998-5cbf-4edb-8997-c054c1d872f1 req-159b50f5-e7d1-4495-9d44-4a43a913a90d tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:23.707298 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-30dff998-5cbf-4edb-8997-c054c1d872f1 req-159b50f5-e7d1-4495-9d44-4a43a913a90d tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0493464 Apr 18 13:57:23.778973 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f2dc5-e7cc-466c-8185-1b132fae12df req-5a106dbb-58fd-4ddf-b5a0-d1aecce8f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:23.780487 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a89f2dc5-e7cc-466c-8185-1b132fae12df req-5a106dbb-58fd-4ddf-b5a0-d1aecce8f1a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 1127 time: 0.0613213 Apr 18 13:57:23.784713 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-30dff998-5cbf-4edb-8997-c054c1d872f1 req-156d630b-987d-40cf-8392-abf7e16cb0fa tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717926 Apr 18 13:57:23.893048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f2dc5-e7cc-466c-8185-1b132fae12df req-bd3af6e0-7e96-49e1-8888-ba6aee1891f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:23.894440 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a89f2dc5-e7cc-466c-8185-1b132fae12df req-bd3af6e0-7e96-49e1-8888-ba6aee1891f0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1057234 Apr 18 13:57:23.991613 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f2dc5-e7cc-466c-8185-1b132fae12df req-ceb92e43-80c0-4739-bc5c-282a05858ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:23.993124 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a89f2dc5-e7cc-466c-8185-1b132fae12df req-ceb92e43-80c0-4739-bc5c-282a05858ff3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882394 Apr 18 13:57:24.002742 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:24.089998 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081a97-d613-4163-b402-bab43744a4f2 req-3a82d87c-5a2a-430f-b205-762505c150b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:24.091724 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-3a82d87c-5a2a-430f-b205-762505c150b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 1127 time: 0.0423319 Apr 18 13:57:24.137716 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-0b72cb96-4779-45eb-b105-e8d7c0f03611 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d83e7494-57e3-4eca-90e6-f1328cac9a4a HTTP/1.1" status: 200 len: 217 time: 0.0347140 Apr 18 13:57:24.226031 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f080-ff1a-4cb4-a087-ea8f61843530 req-b1c95fbb-4d43-4151-8a48-abdd5df9773f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:24.227370 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d927f080-ff1a-4cb4-a087-ea8f61843530 req-b1c95fbb-4d43-4151-8a48-abdd5df9773f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0739200 Apr 18 13:57:24.237194 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081a97-d613-4163-b402-bab43744a4f2 req-64fd3fd5-8a54-4876-86ed-f77c90a3911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:24.238501 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-64fd3fd5-8a54-4876-86ed-f77c90a3911f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=774bd245-4bdb-4eb1-8065-efde7af57e39 HTTP/1.1" status: 200 len: 849 time: 0.0766404 Apr 18 13:57:24.281399 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-95a2fffc-d541-4f96-9107-6cea510324f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8763295f-1d9d-43f3-8c66-e4d2fe4d2947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296040 Apr 18 13:57:24.318506 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d927f080-ff1a-4cb4-a087-ea8f61843530 req-8d832206-5385-438f-a372-4d0d67d761db tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838103 Apr 18 13:57:24.386184 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-3371a91e-8433-4339-b498-1519266981e9 service neutron] 10.222.0.37 "GET /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931742 Apr 18 13:57:24.483305 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3081a97-d613-4163-b402-bab43744a4f2 req-78f3e533-50ee-4ca4-aa7d-53590b2f45b2 service neutron] 10.222.0.37 "GET /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886033 Apr 18 13:57:24.903859 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294706e-520c-413e-bf3b-6acc71863bc8 req-02ca2ea7-e0de-4566-b17b-36a991e2cdac tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:24.905373 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b294706e-520c-413e-bf3b-6acc71863bc8 req-02ca2ea7-e0de-4566-b17b-36a991e2cdac tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0488398 Apr 18 13:57:24.951411 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b294706e-520c-413e-bf3b-6acc71863bc8 req-16aa4810-f32b-409c-bb96-054516b7579d tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Apr 18 13:57:25.311832 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:25.433200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aab88-e2f5-4ded-b3f4-e6ede3c297f5 req-725b959d-be1c-44b9-9eae-ee56f2fc9c38 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:25.434679 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-231aab88-e2f5-4ded-b3f4-e6ede3c297f5 req-725b959d-be1c-44b9-9eae-ee56f2fc9c38 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0512052 Apr 18 13:57:25.484052 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-231aab88-e2f5-4ded-b3f4-e6ede3c297f5 req-a20153d8-3c30-48f4-8e92-13e3bbe3a2b5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Apr 18 13:57:26.059617 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7bbd2-1cec-4956-931f-69ca7da6cedc req-c77fa17b-f068-43b9-bc1b-73fa00616a8e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:26.061095 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90f7bbd2-1cec-4956-931f-69ca7da6cedc req-c77fa17b-f068-43b9-bc1b-73fa00616a8e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0452018 Apr 18 13:57:26.107486 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90f7bbd2-1cec-4956-931f-69ca7da6cedc req-cf8ecfb8-9de5-4186-a161-a0b47b88d16d tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Apr 18 13:57:26.602277 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3a97-551b-4793-ac62-eee861cb07c9 req-84001786-e210-4074-9103-0279b7ad0350 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:26.604020 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-66af3a97-551b-4793-ac62-eee861cb07c9 req-84001786-e210-4074-9103-0279b7ad0350 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0485702 Apr 18 13:57:26.649354 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-66af3a97-551b-4793-ac62-eee861cb07c9 req-5b60dffd-e8ba-4f03-9f1e-44b5b97b4639 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Apr 18 13:57:27.216562 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e44d-e582-47f1-aca5-e53ed24c522e req-c632841d-25bf-4dcc-a25b-75981794e4bd tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:27.217917 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2a7e44d-e582-47f1-aca5-e53ed24c522e req-c632841d-25bf-4dcc-a25b-75981794e4bd tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0459185 Apr 18 13:57:27.266091 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2a7e44d-e582-47f1-aca5-e53ed24c522e req-4e2a8913-4bbc-4d64-a289-06b5dcf2c7d5 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Apr 18 13:57:27.759275 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38731f25-3739-4146-940c-5d087009556b req-a96ca398-f63e-42cc-938b-66d026c57f4d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:27.761258 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38731f25-3739-4146-940c-5d087009556b req-a96ca398-f63e-42cc-938b-66d026c57f4d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0463395 Apr 18 13:57:27.809521 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38731f25-3739-4146-940c-5d087009556b req-a7ae254d-7346-46b0-8279-2a7bfbbacff4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Apr 18 13:57:28.380367 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a08d0-aa3c-4920-98ea-b3b3da3c6359 req-d114a9f9-8989-4124-b4ff-10ff283be4ce tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:28.381708 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3a08d0-aa3c-4920-98ea-b3b3da3c6359 req-d114a9f9-8989-4124-b4ff-10ff283be4ce tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0450773 Apr 18 13:57:28.426939 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3a08d0-aa3c-4920-98ea-b3b3da3c6359 req-e47b9e90-83b1-4e5c-803e-9e1919190b10 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Apr 18 13:57:28.919667 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b4bc-c8f1-4c33-a252-1eb3e2a093ff req-47dc814a-ce56-47a2-8428-aea18d958b2a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:28.921069 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9498b4bc-c8f1-4c33-a252-1eb3e2a093ff req-47dc814a-ce56-47a2-8428-aea18d958b2a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0459054 Apr 18 13:57:28.965882 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9498b4bc-c8f1-4c33-a252-1eb3e2a093ff req-1f71f69f-139e-442a-a43d-9640aca1f799 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 Apr 18 13:57:29.011698 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:29.540748 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913df3bf-c4db-4276-a143-697308db21e0 req-141a1310-cda6-4578-a791-db0111919476 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:29.542219 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-913df3bf-c4db-4276-a143-697308db21e0 req-141a1310-cda6-4578-a791-db0111919476 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 943 time: 0.0495181 Apr 18 13:57:29.591696 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-913df3bf-c4db-4276-a143-697308db21e0 req-5977862f-9cea-4892-b246-e5c704ac89cc tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Apr 18 13:57:29.701805 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device d83e7494-57e3-4eca-90e6-f1328cac9a4a details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:57:29.796069 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port d83e7494-57e3-4eca-90e6-f1328cac9a4a, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=d83e7494-57e3-4eca-90e6-f1328cac9a4a,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:29.807673 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': 'd83e7494-57e3-4eca-90e6-f1328cac9a4a', 'network_id': '8763295f-1d9d-43f3-8c66-e4d2fe4d2947', 'port_id': 'd83e7494-57e3-4eca-90e6-f1328cac9a4a', 'mac_address': 'fa:16:3e:a9:db:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774bd245-4bdb-4eb1-8065-efde7af57e39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:57:29.848504 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port d83e7494-57e3-4eca-90e6-f1328cac9a4a is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:29.848892 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:29.861731 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83e7494-57e3-4eca-90e6-f1328cac9a4a {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:57:29.881516 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port d83e7494-57e3-4eca-90e6-f1328cac9a4a, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=d83e7494-57e3-4eca-90e6-f1328cac9a4a,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:29.885916 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:29.933286 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=d83e7494-57e3-4eca-90e6-f1328cac9a4a,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:30.085585 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b9c6b-bde8-4f9b-ba01-b72471514dfc req-c87fcca4-2991-42bf-b480-2dddcf23e1fd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:30.087104 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac0b9c6b-bde8-4f9b-ba01-b72471514dfc req-c87fcca4-2991-42bf-b480-2dddcf23e1fd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Apr 18 13:57:30.139548 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac0b9c6b-bde8-4f9b-ba01-b72471514dfc req-678264f3-ce85-44b7-9720-98ef5568aff2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466921 Apr 18 13:57:30.284598 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:57:30.438751 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['d83e7494-57e3-4eca-90e6-f1328cac9a4a'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:57:30.701985 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c95e-6279-4e19-a46e-3f1df64955e2 req-77b1cbad-9222-4c83-9682-750f50d7e77c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:30.703692 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8995c95e-6279-4e19-a46e-3f1df64955e2 req-77b1cbad-9222-4c83-9682-750f50d7e77c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 944 time: 0.0476794 Apr 18 13:57:30.758581 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8995c95e-6279-4e19-a46e-3f1df64955e2 req-0322151f-6138-4340-a47f-f9200841cb3a tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471661 Apr 18 13:57:31.037437 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 59706) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:31.176020 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.257674 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467faa-0d94-4612-8a34-692a94b89ec2 req-bd7a3f26-6873-4d9a-a454-a5c26ecae2e9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:31.258078 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Publish callbacks [] for security_group (a2fef958-9f30-47bd-b57f-17a6261b371f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.259215 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a3467faa-0d94-4612-8a34-692a94b89ec2 req-bd7a3f26-6873-4d9a-a454-a5c26ecae2e9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0544975 Apr 18 13:57:31.263348 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a2fef958-9f30-47bd-b57f-17a6261b371f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.306048 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a3467faa-0d94-4612-8a34-692a94b89ec2 req-744e3903-1a39-40ac-ad39-9b4e53b3824f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Apr 18 13:57:31.312282 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f8392f69caf4e28b641e5e6190f3794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737560 Apr 18 13:57:31.313241 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fef958-9f30-47bd-b57f-17a6261b371f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:31.314856 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 59712) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:31.321919 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.322832 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.323187 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.323533 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.323908 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.324289 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.324620 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.325014 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.325385 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.325716 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.326038 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.326357 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.326677 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.326994 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.327312 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9f4e-4dd1-4507-a66b-9573417023ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.363208 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Publish callbacks [] for security_group (a2fef958-9f30-47bd-b57f-17a6261b371f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.384098 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Publish callbacks [] for security_group (a2fef958-9f30-47bd-b57f-17a6261b371f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.430166 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a2fef958-9f30-47bd-b57f-17a6261b371f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.433378 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.434512 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2fef958-9f30-47bd-b57f-17a6261b371f HTTP/1.1" status: 204 len: 168 time: 0.1186342 Apr 18 13:57:31.442274 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fef958-9f30-47bd-b57f-17a6261b371f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:31.450018 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.450374 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.451284 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.451636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.452009 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.452503 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.452973 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.453314 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.453650 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.453980 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.454314 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.454643 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.454967 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.455291 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.455607 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbdbeb-58c4-4087-a455-6045a96fbec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:31.706480 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 59722) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:31.722439 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a213-092e-4420-b73b-c11581a39273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.798195 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a213-092e-4420-b73b-c11581a39273 admin admin] Publish callbacks [] for security_group (7361d54c-6822-4113-947e-a0b3039cfa32), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.802274 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a213-092e-4420-b73b-c11581a39273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (7361d54c-6822-4113-947e-a0b3039cfa32), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.865022 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5dd9a213-092e-4420-b73b-c11581a39273 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2d28c5a89a149dbb18e42a9d44e8fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574249 Apr 18 13:57:31.867671 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 59726) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:31.868146 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9a213-092e-4420-b73b-c11581a39273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7361d54c-6822-4113-947e-a0b3039cfa32,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:31.885770 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d9426-fab4-4e65-856c-084867d55fc6 req-1a42ab23-e92e-431d-8fe2-a922441d19d2 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:31.887601 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-768d9426-fab4-4e65-856c-084867d55fc6 req-1a42ab23-e92e-431d-8fe2-a922441d19d2 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 944 time: 0.0612724 Apr 18 13:57:31.919278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4742763c-2034-4d54-ab9a-012c83f470bb admin admin] Publish callbacks [] for security_group (7361d54c-6822-4113-947e-a0b3039cfa32), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.937765 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-768d9426-fab4-4e65-856c-084867d55fc6 req-62a61ac6-41c9-4568-a594-74d3a511af07 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Apr 18 13:57:31.940227 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4742763c-2034-4d54-ab9a-012c83f470bb admin admin] Publish callbacks [] for security_group (7361d54c-6822-4113-947e-a0b3039cfa32), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.986567 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4742763c-2034-4d54-ab9a-012c83f470bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (7361d54c-6822-4113-947e-a0b3039cfa32), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.989278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4742763c-2034-4d54-ab9a-012c83f470bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:31.990403 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4742763c-2034-4d54-ab9a-012c83f470bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7361d54c-6822-4113-947e-a0b3039cfa32 HTTP/1.1" status: 204 len: 168 time: 0.1217482 Apr 18 13:57:31.997851 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742763c-2034-4d54-ab9a-012c83f470bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7361d54c-6822-4113-947e-a0b3039cfa32,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:32.423848 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5649e41-7f65-4d22-b984-b16db6175a64 req-7e7bfaa0-d43e-4f65-92d1-b178a74aae2b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:32.425298 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b5649e41-7f65-4d22-b984-b16db6175a64 req-7e7bfaa0-d43e-4f65-92d1-b178a74aae2b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0521226 Apr 18 13:57:32.474060 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b5649e41-7f65-4d22-b984-b16db6175a64 req-558f860d-58df-429c-a154-a80a76ef65b8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Apr 18 13:57:33.053285 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e016b-bb44-4ec4-9a83-80ca64a50556 req-3d1db5c6-0a95-492d-93bb-243083fec356 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:33.054763 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-742e016b-bb44-4ec4-9a83-80ca64a50556 req-3d1db5c6-0a95-492d-93bb-243083fec356 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 944 time: 0.0488441 Apr 18 13:57:33.105048 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-742e016b-bb44-4ec4-9a83-80ca64a50556 req-587d875b-4a39-4a14-b657-4c7e1016cdcb tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Apr 18 13:57:33.597843 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226d84e-fc14-4ede-b8aa-b6c6339b6065 req-6407f16d-9324-48c3-b4a1-e31002b15a5d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:33.599422 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6226d84e-fc14-4ede-b8aa-b6c6339b6065 req-6407f16d-9324-48c3-b4a1-e31002b15a5d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0601521 Apr 18 13:57:33.654128 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6226d84e-fc14-4ede-b8aa-b6c6339b6065 req-a4e53c69-7df4-4afe-9281-a96218b3237c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473871 Apr 18 13:57:34.147150 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-c8cd7a27-8daf-4dd8-b292-a2efafcbfc25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376799 Apr 18 13:57:34.247013 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c01dd-27c7-4aba-99bf-6739b71d49c0 req-e7613027-447c-4699-987e-5393d899fbdd tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:34.248499 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e8c01dd-27c7-4aba-99bf-6739b71d49c0 req-e7613027-447c-4699-987e-5393d899fbdd tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 944 time: 0.0724173 Apr 18 13:57:34.253711 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-a93c5335-2759-468e-ba1a-201854676a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:34.255061 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-a93c5335-2759-468e-ba1a-201854676a8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 1130 time: 0.0505822 Apr 18 13:57:34.323558 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e8c01dd-27c7-4aba-99bf-6739b71d49c0 req-973e72db-16a3-4a16-9182-461d084f2b84 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674701 Apr 18 13:57:34.379318 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-6a967426-2bed-4a1e-861b-515ae72c6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:34.380724 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-6a967426-2bed-4a1e-861b-515ae72c6ffd service neutron] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 915 time: 0.0994716 Apr 18 13:57:34.452108 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-0ad78dd2-43dc-4f13-8938-518b74d499ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24c9d15a-a574-4f90-962f-84d87f72f2c6 HTTP/1.1" status: 200 len: 1002 time: 0.0603592 Apr 18 13:57:34.505202 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device d83e7494-57e3-4eca-90e6-f1328cac9a4a up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:57:34.554387 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port d83e7494-57e3-4eca-90e6-f1328cac9a4a completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:57:34.561376 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port d83e7494-57e3-4eca-90e6-f1328cac9a4a triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:34.561834 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:34.651722 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port d83e7494-57e3-4eca-90e6-f1328cac9a4a is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:34.652203 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:34.688065 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd873a713-ab52-4960-ad25-3def90162578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83e7494-57e3-4eca-90e6-f1328cac9a4a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:57:34.690482 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7a0ed2-1d1e-42c3-9627-607c8595ae04" -d '{"events": [{"server_uuid": "d873a713-ab52-4960-ad25-3def90162578", "name": "network-vif-plugged", "status": "completed", "tag": "d83e7494-57e3-4eca-90e6-f1328cac9a4a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:57:34.705156 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port d83e7494-57e3-4eca-90e6-f1328cac9a4a, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=d83e7494-57e3-4eca-90e6-f1328cac9a4a,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:34.714705 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:34.733346 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-e9b4439c-1d63-4a3f-b2f4-afc7d84a418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:34.735212 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-e9b4439c-1d63-4a3f-b2f4-afc7d84a418c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.2749884 Apr 18 13:57:34.742007 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0f219c-1f9c-4276-832d-10e2e4de85b9 x-openstack-request-id: req-1b0f219c-1f9c-4276-832d-10e2e4de85b9 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:57:34.742412 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d873a713-ab52-4960-ad25-3def90162578", "name": "network-vif-plugged", "status": "completed", "tag": "d83e7494-57e3-4eca-90e6-f1328cac9a4a", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:57:34.742668 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b0f219c-1f9c-4276-832d-10e2e4de85b9 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:57:34.743217 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0f219c-1f9c-4276-832d-10e2e4de85b9'] response: {'server_uuid': 'd873a713-ab52-4960-ad25-3def90162578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83e7494-57e3-4eca-90e6-f1328cac9a4a', 'code': 200} Apr 18 13:57:34.773852 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=d83e7494-57e3-4eca-90e6-f1328cac9a4a,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:34.823666 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb4c60-68e9-427f-aaac-2da60c551939 req-da5f9b26-72a8-401a-8825-6e0c3dbe324a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:34.825393 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d9bb4c60-68e9-427f-aaac-2da60c551939 req-da5f9b26-72a8-401a-8825-6e0c3dbe324a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0748634 Apr 18 13:57:34.828689 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-d4c73441-4276-4f48-b927-dc68a5c166c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:34.830501 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-d4c73441-4276-4f48-b927-dc68a5c166c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701563 Apr 18 13:57:34.929021 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d9bb4c60-68e9-427f-aaac-2da60c551939 req-69a48890-ebe4-4936-ae15-52cb8a3b6595 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963061 Apr 18 13:57:34.960869 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8002e-6569-435d-91a2-e8f96012ff09 req-8f38438e-27b7-4b33-bc66-99dff6c3f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:34.962374 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-84f8002e-6569-435d-91a2-e8f96012ff09 req-8f38438e-27b7-4b33-bc66-99dff6c3f27a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 1129 time: 0.0383229 Apr 18 13:57:34.964417 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-87d3a876-d9bb-4f6e-ae7d-db4f97b9e34f service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147594 Apr 18 13:57:35.049050 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-84f8002e-6569-435d-91a2-e8f96012ff09 req-65e96038-32ee-41cc-b789-cbb4c1ab1665 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669539 Apr 18 13:57:35.076667 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-799c6533-0afd-493d-901a-5d9fe3ef6a47 req-07e0ac52-accd-4790-a643-b08f33f0d28f service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935974 Apr 18 13:57:35.438670 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788ca9-2dea-42da-9beb-eb22a59fbb15 req-052bee70-45ac-420a-93ed-7730214aa2a3 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:35.440219 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c788ca9-2dea-42da-9beb-eb22a59fbb15 req-052bee70-45ac-420a-93ed-7730214aa2a3 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Apr 18 13:57:35.493548 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c788ca9-2dea-42da-9beb-eb22a59fbb15 req-47092ef5-399b-41a3-a80b-0c301ff6ca04 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468762 Apr 18 13:57:36.043847 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb574d-5073-48cc-bdb7-64470542009a req-5be320e3-3e19-498c-8df4-bbe51197591a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:36.045275 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1eb574d-5073-48cc-bdb7-64470542009a req-5be320e3-3e19-498c-8df4-bbe51197591a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0455446 Apr 18 13:57:36.093796 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1eb574d-5073-48cc-bdb7-64470542009a req-3626fb06-89fa-4e6b-a083-97c9d8150498 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Apr 18 13:57:36.616646 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a15ad-9bcd-407b-a7db-33601b2fab7c req-6bd3f2a3-021f-43da-abda-ec91b7844a27 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:36.619441 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a3a15ad-9bcd-407b-a7db-33601b2fab7c req-6bd3f2a3-021f-43da-abda-ec91b7844a27 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0580535 Apr 18 13:57:36.667060 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a3a15ad-9bcd-407b-a7db-33601b2fab7c req-43aa19bb-426a-49f7-a61e-82302d30a6c2 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Apr 18 13:57:37.210526 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89f3c-d2b9-4961-9e31-5186e386e798 req-1ebf2834-95af-448f-96a6-3f58aa03bc93 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:37.211994 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7cf89f3c-d2b9-4961-9e31-5186e386e798 req-1ebf2834-95af-448f-96a6-3f58aa03bc93 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0451863 Apr 18 13:57:37.259034 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7cf89f3c-d2b9-4961-9e31-5186e386e798 req-1b257b89-01a0-4b0d-b50b-6118a99866d5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Apr 18 13:57:37.782775 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623db029-3804-45e6-b9a9-8fba47347da2 req-c03b0e4f-078f-42f4-a01f-2e2426c31efa tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:37.784296 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-623db029-3804-45e6-b9a9-8fba47347da2 req-c03b0e4f-078f-42f4-a01f-2e2426c31efa tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0509496 Apr 18 13:57:37.830769 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-623db029-3804-45e6-b9a9-8fba47347da2 req-ba55d644-2823-492e-9f98-879f936ec9f2 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Apr 18 13:57:38.370878 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269e148-5354-4cef-be6b-29cae120bfcb req-3d804808-920c-4a1d-bdf1-d0af8b78f88c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:38.372270 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0269e148-5354-4cef-be6b-29cae120bfcb req-3d804808-920c-4a1d-bdf1-d0af8b78f88c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0459499 Apr 18 13:57:38.418308 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0269e148-5354-4cef-be6b-29cae120bfcb req-04f5165f-9f1f-44ff-bf0a-01b318c970e5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Apr 18 13:57:38.950938 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601410b0-e750-413b-aca8-732c5500ab8f req-afe7d187-d5e3-483b-b4b8-a606cc03fa94 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:38.952462 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-601410b0-e750-413b-aca8-732c5500ab8f req-afe7d187-d5e3-483b-b4b8-a606cc03fa94 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0478249 Apr 18 13:57:39.004116 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-601410b0-e750-413b-aca8-732c5500ab8f req-c7ca55dd-2467-4b3c-809d-e9e0324de64c tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Apr 18 13:57:39.528142 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bed42-a529-4134-a9af-bafd457ab21e req-f23f9793-df33-494e-a7e1-3db5fac2e1fc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:39.529604 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-674bed42-a529-4134-a9af-bafd457ab21e req-f23f9793-df33-494e-a7e1-3db5fac2e1fc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0465524 Apr 18 13:57:39.574828 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-674bed42-a529-4134-a9af-bafd457ab21e req-adec5cb9-e827-4c87-95ce-310b3d53f01b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Apr 18 13:57:40.115734 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3257a4-e5dd-49a6-8531-03bb7f33b6bd req-31cbf40d-c4c2-40e3-acaf-3a313e6fffb8 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:40.117184 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd3257a4-e5dd-49a6-8531-03bb7f33b6bd req-31cbf40d-c4c2-40e3-acaf-3a313e6fffb8 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0473650 Apr 18 13:57:40.164122 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd3257a4-e5dd-49a6-8531-03bb7f33b6bd req-1059c03b-7243-4b15-aeb0-e34f42fdd841 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Apr 18 13:57:40.687544 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e75682-9c87-4956-867b-8651a6f8fe67 req-3dd9dd28-3e0e-4502-859a-8a935684ea39 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:40.689030 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-27e75682-9c87-4956-867b-8651a6f8fe67 req-3dd9dd28-3e0e-4502-859a-8a935684ea39 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0498600 Apr 18 13:57:40.734818 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-27e75682-9c87-4956-867b-8651a6f8fe67 req-f2318033-ce07-4541-9249-5df189782eea tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402241 Apr 18 13:57:41.274519 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1c78b-4481-4d4e-9230-0a68d4f07679 req-7f111b7e-ae18-42e6-ab00-2a4c25a54d60 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:41.276779 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88b1c78b-4481-4d4e-9230-0a68d4f07679 req-7f111b7e-ae18-42e6-ab00-2a4c25a54d60 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0466955 Apr 18 13:57:41.323505 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88b1c78b-4481-4d4e-9230-0a68d4f07679 req-5ab57d80-d6e9-4be3-bafe-af426177bebe tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Apr 18 13:57:41.845590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007751f-e742-460b-89c8-a35edc5dbf5a req-02448460-deaf-4da2-8cd2-4386dfbafdfe tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:41.847064 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d007751f-e742-460b-89c8-a35edc5dbf5a req-02448460-deaf-4da2-8cd2-4386dfbafdfe tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0461371 Apr 18 13:57:41.896675 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d007751f-e742-460b-89c8-a35edc5dbf5a req-94b76ec7-490b-4455-b634-0a3b4c63bdb3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Apr 18 13:57:42.449365 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12accc22-e198-479e-b2f8-cafba5564253 req-de2b2db7-24d7-4dda-bbe7-e0f213519261 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:42.450956 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-12accc22-e198-479e-b2f8-cafba5564253 req-de2b2db7-24d7-4dda-bbe7-e0f213519261 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0515580 Apr 18 13:57:42.501395 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-12accc22-e198-479e-b2f8-cafba5564253 req-4411f2c4-696b-4ac0-b823-9e62ff0d3296 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Apr 18 13:57:43.006796 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b2481-eac8-4093-adae-f6df19beb1c2 req-95c34667-295a-4ed5-87e6-d2370457282b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:43.008311 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb7b2481-eac8-4093-adae-f6df19beb1c2 req-95c34667-295a-4ed5-87e6-d2370457282b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0467572 Apr 18 13:57:43.055133 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb7b2481-eac8-4093-adae-f6df19beb1c2 req-38289a7b-02a6-4e63-8f4a-6a00fc65598c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Apr 18 13:57:43.375529 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae250afb-67a6-4246-adc4-12556d34f179 req-90ed34df-3356-4bc5-bfe0-d7ebdd18e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:43.377287 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ae250afb-67a6-4246-adc4-12556d34f179 req-90ed34df-3356-4bc5-bfe0-d7ebdd18e7ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 1129 time: 0.0876856 Apr 18 13:57:43.434961 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ae250afb-67a6-4246-adc4-12556d34f179 req-e6b62666-1a21-4a19-b98a-8bf557f51044 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Apr 18 13:57:43.613481 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0749ae0-48b0-4cf1-a565-f6b136f6a63d req-10faa4b7-a631-4bd4-8b93-de93fd99eb73 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:43.614934 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b0749ae0-48b0-4cf1-a565-f6b136f6a63d req-10faa4b7-a631-4bd4-8b93-de93fd99eb73 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0464370 Apr 18 13:57:43.661176 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b0749ae0-48b0-4cf1-a565-f6b136f6a63d req-cd76d3a6-1d70-454f-9256-7fb8793b2a91 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Apr 18 13:57:44.171332 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb08f7-561e-4528-a0d1-f240ee13680b req-bb70d053-850d-4b25-b59a-1a463e3576b7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:44.172832 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-06eb08f7-561e-4528-a0d1-f240ee13680b req-bb70d053-850d-4b25-b59a-1a463e3576b7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0506005 Apr 18 13:57:44.220423 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-06eb08f7-561e-4528-a0d1-f240ee13680b req-48c5baee-77a9-4144-b4a8-63f076271ea5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Apr 18 13:57:44.968731 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcdd85-3cb4-4fec-8019-301c2ba79bde req-462ed64c-f15e-4b93-a115-ffbcfb107df7 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:44.970267 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10bcdd85-3cb4-4fec-8019-301c2ba79bde req-462ed64c-f15e-4b93-a115-ffbcfb107df7 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0542049 Apr 18 13:57:45.032389 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10bcdd85-3cb4-4fec-8019-301c2ba79bde req-cd45ab99-91bf-4e37-9d77-fac1f222a7fc tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557020 Apr 18 13:57:45.212139 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 59968) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:45.321614 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26bc218c-f5b8-41fd-a9b8-104107720443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.341730 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215a53-4da9-41a6-81ed-a635c61ac1e3 req-9838fcb3-498a-4307-8b8c-49930945d819 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:45.343205 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ce215a53-4da9-41a6-81ed-a635c61ac1e3 req-9838fcb3-498a-4307-8b8c-49930945d819 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0542676 Apr 18 13:57:45.395874 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ce215a53-4da9-41a6-81ed-a635c61ac1e3 req-bc0e3bfd-c1e7-4c00-8ad2-3db06fd9d39d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Apr 18 13:57:45.403167 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26bc218c-f5b8-41fd-a9b8-104107720443 admin admin] Publish callbacks [] for security_group (85552e1f-30df-4f31-961b-d2aa59f61c29), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.415574 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26bc218c-f5b8-41fd-a9b8-104107720443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (85552e1f-30df-4f31-961b-d2aa59f61c29), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.445442 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-26bc218c-f5b8-41fd-a9b8-104107720443 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e12d849283994e2fa7ccb5adb2ae2d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313898 Apr 18 13:57:45.446292 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc218c-f5b8-41fd-a9b8-104107720443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85552e1f-30df-4f31-961b-d2aa59f61c29,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:45.448756 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 59974) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:45.495850 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792e956d-d765-4cb5-b9a3-615e326dcad6 admin admin] Publish callbacks [] for security_group (85552e1f-30df-4f31-961b-d2aa59f61c29), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.516692 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792e956d-d765-4cb5-b9a3-615e326dcad6 admin admin] Publish callbacks [] for security_group (85552e1f-30df-4f31-961b-d2aa59f61c29), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.560883 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792e956d-d765-4cb5-b9a3-615e326dcad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (85552e1f-30df-4f31-961b-d2aa59f61c29), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.563343 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792e956d-d765-4cb5-b9a3-615e326dcad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.564510 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-792e956d-d765-4cb5-b9a3-615e326dcad6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85552e1f-30df-4f31-961b-d2aa59f61c29 HTTP/1.1" status: 204 len: 168 time: 0.1146321 Apr 18 13:57:45.572599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e956d-d765-4cb5-b9a3-615e326dcad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85552e1f-30df-4f31-961b-d2aa59f61c29,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:45.822343 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 59982) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:45.835090 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f47ed45e-d3ff-4973-ba7f-d63479abd2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.909142 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f47ed45e-d3ff-4973-ba7f-d63479abd2b4 admin admin] Publish callbacks [] for security_group (49790454-86de-4a95-9ca6-4c6ce4547c73), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.913975 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f47ed45e-d3ff-4973-ba7f-d63479abd2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (49790454-86de-4a95-9ca6-4c6ce4547c73), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:45.953732 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f47ed45e-d3ff-4973-ba7f-d63479abd2b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc308d31d0af42c88b7a05fc59f1a329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302969 Apr 18 13:57:45.954595 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ed45e-d3ff-4973-ba7f-d63479abd2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49790454-86de-4a95-9ca6-4c6ce4547c73,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:45.956415 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 59986) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:46.004252 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ad16288-7d6c-4712-87d9-8f0c9b6c16c8 admin admin] Publish callbacks [] for security_group (49790454-86de-4a95-9ca6-4c6ce4547c73), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:46.024632 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ad16288-7d6c-4712-87d9-8f0c9b6c16c8 admin admin] Publish callbacks [] for security_group (49790454-86de-4a95-9ca6-4c6ce4547c73), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:46.070602 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ad16288-7d6c-4712-87d9-8f0c9b6c16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (49790454-86de-4a95-9ca6-4c6ce4547c73), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:46.073808 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ad16288-7d6c-4712-87d9-8f0c9b6c16c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:46.075006 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4ad16288-7d6c-4712-87d9-8f0c9b6c16c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49790454-86de-4a95-9ca6-4c6ce4547c73 HTTP/1.1" status: 204 len: 168 time: 0.1176035 Apr 18 13:57:46.082784 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad16288-7d6c-4712-87d9-8f0c9b6c16c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49790454-86de-4a95-9ca6-4c6ce4547c73,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:46.154746 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce63979-af5a-432e-874b-ad58d96d822d req-93d5479f-9350-410e-90d4-72bc349c3b12 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:46.156358 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bce63979-af5a-432e-874b-ad58d96d822d req-93d5479f-9350-410e-90d4-72bc349c3b12 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0495262 Apr 18 13:57:46.204322 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bce63979-af5a-432e-874b-ad58d96d822d req-102726cd-6cbe-4e68-8fe5-ce02e4040115 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Apr 18 13:57:46.507068 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7d120-b772-44fb-9824-eaff8e596bb7 req-aa1e4c90-3647-4dac-8a6f-4e0b8877c3a0 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:46.508590 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-27a7d120-b772-44fb-9824-eaff8e596bb7 req-aa1e4c90-3647-4dac-8a6f-4e0b8877c3a0 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0465322 Apr 18 13:57:46.560271 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-27a7d120-b772-44fb-9824-eaff8e596bb7 req-00f9805f-198f-430c-9887-4fa13a69affa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Apr 18 13:57:47.144674 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60028) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:47.247876 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-237cd4cd-9932-4c19-973d-1347e77ea395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:47.319888 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0269c97-dfcd-4c6a-93fc-16aaacc99374 req-f695d02d-f65c-4daf-9c0f-cfad9eabd0ad tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:47.321369 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0269c97-dfcd-4c6a-93fc-16aaacc99374 req-f695d02d-f65c-4daf-9c0f-cfad9eabd0ad tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0498731 Apr 18 13:57:47.327096 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-237cd4cd-9932-4c19-973d-1347e77ea395 admin admin] Publish callbacks [] for security_group (092edceb-772b-4308-a57c-1aee4452863f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:47.331077 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-237cd4cd-9932-4c19-973d-1347e77ea395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (092edceb-772b-4308-a57c-1aee4452863f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:47.373092 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-237cd4cd-9932-4c19-973d-1347e77ea395 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6c7004435474e0a9c6633afa20ed30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273283 Apr 18 13:57:47.373913 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cd4cd-9932-4c19-973d-1347e77ea395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092edceb-772b-4308-a57c-1aee4452863f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:47.374757 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0269c97-dfcd-4c6a-93fc-16aaacc99374 req-390dc356-f6de-45ae-b911-e8f11aa127df tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476782 Apr 18 13:57:47.375572 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60034) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:47.422655 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3895d725-5d54-4c67-adef-de4a38ffd306 admin admin] Publish callbacks [] for security_group (092edceb-772b-4308-a57c-1aee4452863f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:47.443459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3895d725-5d54-4c67-adef-de4a38ffd306 admin admin] Publish callbacks [] for security_group (092edceb-772b-4308-a57c-1aee4452863f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:47.489347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3895d725-5d54-4c67-adef-de4a38ffd306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (092edceb-772b-4308-a57c-1aee4452863f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:47.492073 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3895d725-5d54-4c67-adef-de4a38ffd306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:47.493197 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3895d725-5d54-4c67-adef-de4a38ffd306 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/092edceb-772b-4308-a57c-1aee4452863f HTTP/1.1" status: 204 len: 168 time: 0.1166763 Apr 18 13:57:47.501165 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895d725-5d54-4c67-adef-de4a38ffd306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092edceb-772b-4308-a57c-1aee4452863f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:47.670526 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236df7-2c61-4374-a4b8-336d58ff4bc4 req-37304090-c92a-4109-b880-f7bb8a5253f6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:47.672059 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c3236df7-2c61-4374-a4b8-336d58ff4bc4 req-37304090-c92a-4109-b880-f7bb8a5253f6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0476878 Apr 18 13:57:47.720246 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c3236df7-2c61-4374-a4b8-336d58ff4bc4 req-9e6ce0a1-771c-4d58-a0bb-dc2fb6082529 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426033 Apr 18 13:57:48.102648 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60062) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:48.195715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1199064657-network', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:57:48.215121 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Made reservation on behalf of 2b08736f301c4043a50d2f76e56f3e4d for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:57:48.217669 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.228983 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.303845 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Publish callbacks [] for security_group (591de83f-46c2-47d8-8d90-d73d82ddda8c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.307917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (591de83f-46c2-47d8-8d90-d73d82ddda8c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.334724 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:57:48.340332 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591de83f-46c2-47d8-8d90-d73d82ddda8c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:48.349084 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (b6743682-8857-46cf-965b-ef8aa0444ee4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.349427 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Added segment b6743682-8857-46cf-965b-ef8aa0444ee4 of type vlan for network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 Apr 18 13:57:48.392620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (f6d3f5fc-3f47-4809-8f8a-4733e9e31709), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.417117 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (f6d3f5fc-3f47-4809-8f8a-4733e9e31709), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.418188 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:48.418836 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.459832 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3559134 Apr 18 13:57:48.463481 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60068) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:48.468306 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Request body: {'subnet': {'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1199064657-subnet', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:57:48.488153 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Made reservation on behalf of 2b08736f301c4043a50d2f76e56f3e4d for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:57:48.490055 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650454'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.514270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71dfd4-0e34-4306-b588-ab59e340d2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d3f5fc-3f47-4809-8f8a-4733e9e31709,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:48.524259 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:57:48.527311 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361601e-00ca-4879-855a-b91f510ab8b2 req-d4054b3b-22f7-4166-85dd-15b4315ebdf9 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:48.528911 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a361601e-00ca-4879-855a-b91f510ab8b2 req-d4054b3b-22f7-4166-85dd-15b4315ebdf9 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0827258 Apr 18 13:57:48.585467 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a361601e-00ca-4879-855a-b91f510ab8b2 req-dc5a1d4e-9ed7-4856-8143-8846c86c9756 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Apr 18 13:57:48.658111 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650432'] for subnet (14044e1a-ddac-4e1c-851a-338849985aeb), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.713715 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14044e1a-ddac-4e1c-851a-338849985aeb,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:48.722139 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Checking segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:57:48.722495 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Network hostable DHCP agents. Network: f6d3f5fc-3f47-4809-8f8a-4733e9e31709, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:57:48.739951 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:57:48.749261 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, f6d3f5fc-3f47-4809-8f8a-4733e9e31709) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:48.754500 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:48.755203 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.760900 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f3675d-71c9-49b2-aa00-015a09c7f510 None None] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:57:48.777350 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60072) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:48.777543 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bb30c65d-2933-4e41-b3ea-35f7f032b1c7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3128736 Apr 18 13:57:48.781635 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:57:48.811715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (5964462e-8104-4696-bb64-601ed44deea5), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.811715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (5964462e-8104-4696-bb64-601ed44deea5), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.850553 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7358-6c8b-456e-944f-5e3255c42bf0 req-b06f83b6-078d-4ade-808c-6335803cfc92 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:48.852056 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a73a7358-6c8b-456e-944f-5e3255c42bf0 req-b06f83b6-078d-4ade-808c-6335803cfc92 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0545447 Apr 18 13:57:48.876367 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:57:48.877105 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.890551 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b2d67410-d97c-4d6e-a615-884443b98fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:48.926944 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks [] for router_controller (5964462e-8104-4696-bb64-601ed44deea5), precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.014354 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a73a7358-6c8b-456e-944f-5e3255c42bf0 req-43ecbaef-c37e-43f5-a8b4-aa8265b36a46 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503274 Apr 18 13:57:49.050412 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Allocated IP 172.20.0.2 (f6d3f5fc-3f47-4809-8f8a-4733e9e31709/14044e1a-ddac-4e1c-851a-338849985aeb/8181e373-71b6-471a-8a25-49b02f5792a6) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:57:49.093830 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks [] for router_gateway (5964462e-8104-4696-bb64-601ed44deea5), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.203987 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Publish callbacks [] for port (8181e373-71b6-471a-8a25-49b02f5792a6), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.209407 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.244805 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:49.248999 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:49.254516 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:57:49.263055 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Pushing event updated for resources: {'Port': ['ID=8181e373-71b6-471a-8a25-49b02f5792a6,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:49.287202 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.287616 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.288031 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.288452 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.288823 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.289144 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.289582 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.289856 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.290235 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.291310 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.291711 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.292074 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.292404 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.292732 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.293052 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:49.296425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks [] for router_gateway (5964462e-8104-4696-bb64-601ed44deea5), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.315660 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.333723 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Attempting to bind port 8181e373-71b6-471a-8a25-49b02f5792a6 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:57:49.334095 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Attempting to bind port 8181e373-71b6-471a-8a25-49b02f5792a6 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:57:49.334456 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Attempting to bind port 8181e373-71b6-471a-8a25-49b02f5792a6 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:57:49.340163 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:57:49.340559 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Checking segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:57:49.340958 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.341347 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Bound using segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:57:49.341831 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Bound port: 8181e373-71b6-471a-8a25-49b02f5792a6, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:57:49.342205 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.412264 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] For port 8181e373-71b6-471a-8a25-49b02f5792a6, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:57:49.415623 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] For port 8181e373-71b6-471a-8a25-49b02f5792a6, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=8181e373-71b6-471a-8a25-49b02f5792a6,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:57:49.421835 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.428789 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Allocated IP 172.27.3.163 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/fe272920-e55d-4b2a-806f-6cd6d6401305) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:57:49.478788 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3fa0-0b60-4c69-b526-7ef6ea43ccbe None None] Pushing event updated for resources: {'Port': ['ID=8181e373-71b6-471a-8a25-49b02f5792a6,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:49.536824 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks [] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.568682 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:49.613453 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:49.618807 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:49.621652 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:57:49.698500 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe272920-e55d-4b2a-806f-6cd6d6401305,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:49.771929 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed0a64-7364-4803-af20-e544bae6fef8 req-9ac4c470-b88c-41f8-9a93-a757acbf7c6e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:49.773442 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c7ed0a64-7364-4803-af20-e544bae6fef8 req-9ac4c470-b88c-41f8-9a93-a757acbf7c6e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0771387 Apr 18 13:57:49.876582 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c7ed0a64-7364-4803-af20-e544bae6fef8 req-17ac2eb5-ad49-4d2a-a23c-f467cfac3223 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958803 Apr 18 13:57:49.929759 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks [] for router_gateway (5964462e-8104-4696-bb64-601ed44deea5), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:50.349991 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da11d35-f871-4b1c-9d84-480c78aac737 None None] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:57:50.386768 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca4645-4a95-42db-bc92-a03a55637efe req-55632aef-ab94-43d6-a518-517a0dc2cd09 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:50.388275 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e9ca4645-4a95-42db-bc92-a03a55637efe req-55632aef-ab94-43d6-a518-517a0dc2cd09 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.2996018 Apr 18 13:57:50.414961 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (5964462e-8104-4696-bb64-601ed44deea5), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:50.416112 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-5f31191d-d5ed-4cc4-95e4-92bb93ea8b96 None None] Provisioning complete for port 8181e373-71b6-471a-8a25-49b02f5792a6 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:50.416645 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f31191d-d5ed-4cc4-95e4-92bb93ea8b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:50.479289 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e9ca4645-4a95-42db-bc92-a03a55637efe req-888ca434-b3f1-44a0-aaaa-9e47ab62ea95 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842056 Apr 18 13:57:50.624648 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde5806-e35c-4ea5-b171-697aca0aa6c2 req-719596f3-3f54-43de-b84b-7c9826faeced tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:50.626232 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2cde5806-e35c-4ea5-b171-697aca0aa6c2 req-719596f3-3f54-43de-b84b-7c9826faeced tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0797522 Apr 18 13:57:50.665985 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Router 5964462e-8104-4696-bb64-601ed44deea5 is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:57:50.673680 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 8181e373-71b6-471a-8a25-49b02f5792a6 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:57:50.710477 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-5f31191d-d5ed-4cc4-95e4-92bb93ea8b96 None None] Current status of the port 8181e373-71b6-471a-8a25-49b02f5792a6 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:50.710869 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f31191d-d5ed-4cc4-95e4-92bb93ea8b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:50.730160 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2cde5806-e35c-4ea5-b171-697aca0aa6c2 req-8c421ddf-f2e7-4f92-8b2e-a51ad3cc747a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959249 Apr 18 13:57:50.752066 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 8181e373-71b6-471a-8a25-49b02f5792a6 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:50.752438 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:50.780339 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-5f31191d-d5ed-4cc4-95e4-92bb93ea8b96 None None] For port 8181e373-71b6-471a-8a25-49b02f5792a6, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=8181e373-71b6-471a-8a25-49b02f5792a6,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:50.792738 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f31191d-d5ed-4cc4-95e4-92bb93ea8b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:50.819495 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:57:50.834429 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:57:50.847092 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:50.848626 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:57:50.848771 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e57aa5a8-c114-4dbf-bc3c-8c87f28007a4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0702922 Apr 18 13:57:50.850368 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:57:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:50.851661 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60094) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:50.895553 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31191d-d5ed-4cc4-95e4-92bb93ea8b96 None None] Pushing event updated for resources: {'Port': ['ID=8181e373-71b6-471a-8a25-49b02f5792a6,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:50.902881 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 8181e373-71b6-471a-8a25-49b02f5792a6 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:50.912392 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-ef77c25f-7a20-472d-afd7-4def92ffdd7f None None] Provisioning complete for port 8181e373-71b6-471a-8a25-49b02f5792a6 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:50.912767 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef77c25f-7a20-472d-afd7-4def92ffdd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.015247 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:57:51.024143 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ef77c25f-7a20-472d-afd7-4def92ffdd7f None None] Current status of the port 8181e373-71b6-471a-8a25-49b02f5792a6 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:51.047438 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f09320-f28d-46bc-81d3-285accc6d8aa req-f53af74a-8d90-45a3-b143-b5dd3a3c11e1 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:51.049558 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75f09320-f28d-46bc-81d3-285accc6d8aa req-f53af74a-8d90-45a3-b143-b5dd3a3c11e1 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0835040 Apr 18 13:57:51.101255 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75f09320-f28d-46bc-81d3-285accc6d8aa req-dd71d2b4-de9c-4c82-98f3-bae16add9bb1 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Apr 18 13:57:51.251330 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:49Z', 'revision_number': 3, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:51.274059 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:57:51.274418 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Updating router 5964462e-8104-4696-bb64-601ed44deea5 port fe272920-e55d-4b2a-806f-6cd6d6401305 binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:57:51.303674 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.412794 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.420018 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-70a471de-b3ce-4bf7-969a-1dc53abe5d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.561565 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Publish callbacks [] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.566539 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.574536 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Allocated IP 172.20.0.1 (f6d3f5fc-3f47-4809-8f8a-4733e9e31709/14044e1a-ddac-4e1c-851a-338849985aeb/000d4f27-91b5-47d3-b09a-5d76505d8d42) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:57:51.619501 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Attempting to bind port fe272920-e55d-4b2a-806f-6cd6d6401305 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:57:51.619948 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Attempting to bind port fe272920-e55d-4b2a-806f-6cd6d6401305 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:57:51.620429 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Attempting to bind port fe272920-e55d-4b2a-806f-6cd6d6401305 on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:57:51.627190 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Pushing event updated for resources: {'Port': ['ID=fe272920-e55d-4b2a-806f-6cd6d6401305,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:51.633058 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:57:51.633424 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:57:51.633813 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.634752 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:57:51.635204 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Bound port: fe272920-e55d-4b2a-806f-6cd6d6401305, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:57:51.635572 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.638627 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.638960 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.639310 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.639662 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.640019 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.640338 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.640654 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.640969 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.641283 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.641598 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.641910 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.642239 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.642551 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.642860 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.643168 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:57:51.675897 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Publish callbacks [] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.699401 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] For port fe272920-e55d-4b2a-806f-6cd6d6401305, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:57:51.703068 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] For port fe272920-e55d-4b2a-806f-6cd6d6401305, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=fe272920-e55d-4b2a-806f-6cd6d6401305,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:57:51.709276 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.710208 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.746992 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:51.749748 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:51.753136 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:57:51.768084 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132852a-0384-46f0-aa5d-d0f314926319 None None] Pushing event updated for resources: {'Port': ['ID=fe272920-e55d-4b2a-806f-6cd6d6401305,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:51.777836 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:57:51.778572 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:57:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:51.787045 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Pushing event updated for resources: {'Port': ['ID=000d4f27-91b5-47d3-b09a-5d76505d8d42,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:51.803379 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (5964462e-8104-4696-bb64-601ed44deea5), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:51.893927 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:57:51.948633 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:52.047632 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-49cc3113-f56d-4925-b873-7341e5934a75 None None] Provisioning complete for port 000d4f27-91b5-47d3-b09a-5d76505d8d42 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:52.048027 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49cc3113-f56d-4925-b873-7341e5934a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:52.075576 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:49Z', 'revision_number': 3, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:52.088172 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-49cc3113-f56d-4925-b873-7341e5934a75 None None] Port 000d4f27-91b5-47d3-b09a-5d76505d8d42 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:57:52.105915 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54573f8-01eb-4dde-936f-ba7fbc7b2dee None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:49Z', 'revision_number': 3, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:57:52.130565 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Publish callbacks [] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:52.136836 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:52.212881 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Pushing event updated for resources: {'Port': ['ID=000d4f27-91b5-47d3-b09a-5d76505d8d42,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:52.219694 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (5964462e-8104-4696-bb64-601ed44deea5), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:52.240582 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5a7d2-853e-43e7-b41c-0eea8a6c44f0 req-6f8f4623-bf48-40ee-bb7a-d24f154903f8 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:52.242075 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5f5a7d2-853e-43e7-b41c-0eea8a6c44f0 req-6f8f4623-bf48-40ee-bb7a-d24f154903f8 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.0523007 Apr 18 13:57:52.301330 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5f5a7d2-853e-43e7-b41c-0eea8a6c44f0 req-7e31b5a9-1f20-4d01-b4bf-606538b0c8a7 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535908 Apr 18 13:57:52.331664 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:52.333196 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:52.489763 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Router 5964462e-8104-4696-bb64-601ed44deea5 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:57:52.630848 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-f0434f8c-7524-4a1d-b4ce-1ca6b65a65b5 None None] Provisioning complete for port 000d4f27-91b5-47d3-b09a-5d76505d8d42 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:52.631428 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f0434f8c-7524-4a1d-b4ce-1ca6b65a65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:52.687370 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:52.709034 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f0434f8c-7524-4a1d-b4ce-1ca6b65a65b5 None None] Port 000d4f27-91b5-47d3-b09a-5d76505d8d42 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:57:52.736450 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 8181e373-71b6-471a-8a25-49b02f5792a6 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:57:52.796175 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 8181e373-71b6-471a-8a25-49b02f5792a6 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:52.796841 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:52.809673 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:57:52.820981 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-40a3c347-315a-41ad-be9b-0e79676baaca admin admin] 10.222.0.11 "PUT /v2.0/routers/5964462e-8104-4696-bb64-601ed44deea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9607372 Apr 18 13:57:52.881828 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 8181e373-71b6-471a-8a25-49b02f5792a6 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:52.883067 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device fe272920-e55d-4b2a-806f-6cd6d6401305 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:57:52.929020 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port fe272920-e55d-4b2a-806f-6cd6d6401305 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:52.929534 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.020300 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port fe272920-e55d-4b2a-806f-6cd6d6401305 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:53.020792 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.047632 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port fe272920-e55d-4b2a-806f-6cd6d6401305, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=fe272920-e55d-4b2a-806f-6cd6d6401305,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:53.052574 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.115701 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=fe272920-e55d-4b2a-806f-6cd6d6401305,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:53.390472 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60138) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:53.396514 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-969362832-network', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:57:53.419824 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Made reservation on behalf of 48aec3dc69844d7a8106c13ffaa3b356 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:57:53.422194 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.432876 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.441743 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-022218fc-a30d-4cce-bba0-b7b24d2e968e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:53.444141 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-022218fc-a30d-4cce-bba0-b7b24d2e968e tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.37 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.1043701 Apr 18 13:57:53.525025 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Publish callbacks [] for security_group (431d6633-8358-48b8-b590-e96b0e07f86a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.530815 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (431d6633-8358-48b8-b590-e96b0e07f86a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.538522 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030540e-08cb-4c80-ac2f-a38aa41907e0 req-5f363d20-6bb7-4e19-b8d5-886f6abcc7c6 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:53.544349 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b030540e-08cb-4c80-ac2f-a38aa41907e0 req-5f363d20-6bb7-4e19-b8d5-886f6abcc7c6 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 945 time: 0.1338894 Apr 18 13:57:53.548099 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:57:53.562618 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (70d8af61-8802-4b08-a2be-d124724153e6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.563690 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Added segment 70d8af61-8802-4b08-a2be-d124724153e6 of type vlan for network 5a23db89-1daf-4bba-ab57-8942b2089855 Apr 18 13:57:53.611469 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (5a23db89-1daf-4bba-ab57-8942b2089855), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.645839 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (5a23db89-1daf-4bba-ab57-8942b2089855), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.646786 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:53.647813 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.652185 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Deleting port d83e7494-57e3-4eca-90e6-f1328cac9a4a {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 13:57:53.652743 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.676603 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b030540e-08cb-4c80-ac2f-a38aa41907e0 req-ca056583-5d68-4a32-882b-0a688fd3c469 tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4496244-0acf-4c1e-8200-833272eee256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122410 Apr 18 13:57:53.737413 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431d6633-8358-48b8-b590-e96b0e07f86a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:53.750760 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3590741 Apr 18 13:57:53.752130 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef99d8-b2ed-4ecf-91f0-ea8a55e33d9a admin admin] Pushing event updated for resources: {'Network': ['ID=5a23db89-1daf-4bba-ab57-8942b2089855,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:53.754850 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60144) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:53.764221 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Request body: {'subnet': {'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-969362832-subnet', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:57:53.767396 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 5a23db89-1daf-4bba-ab57-8942b2089855 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:57:53.788907 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] For port d83e7494-57e3-4eca-90e6-f1328cac9a4a, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=d83e7494-57e3-4eca-90e6-f1328cac9a4a,segment=NetworkSegment(a89f7979-1d51-426d-9113-0e5cffa1f416),segment_id=a89f7979-1d51-426d-9113-0e5cffa1f416)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:53.789281 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.808207 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Calling delete_port for d83e7494-57e3-4eca-90e6-f1328cac9a4a owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 13:57:53.814718 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Made reservation on behalf of 48aec3dc69844d7a8106c13ffaa3b356 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:57:53.817050 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:53.987489 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:57:54.009526 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:57:54.010480 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:57:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:54.014584 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.082222 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (d83e7494-57e3-4eca-90e6-f1328cac9a4a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.115071 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['d83e7494-57e3-4eca-90e6-f1328cac9a4a'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:57:54.120371 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Pushing event deleted for resources: {'Port': ['ID=d83e7494-57e3-4eca-90e6-f1328cac9a4a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:54.127074 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (2cbab529-3416-46a1-a29c-dc19d6679317), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.166840 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:57:54.201526 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] No DVR routers for this DVR port d83e7494-57e3-4eca-90e6-f1328cac9a4a on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:57:54.210537 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.214339 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34aadee9-00dd-4592-a6cb-2ae36e511dd8 req-00585660-4012-42f1-b363-85a42ccf399f tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.37 "DELETE /v2.0/ports/d83e7494-57e3-4eca-90e6-f1328cac9a4a HTTP/1.1" status: 204 len: 173 time: 0.7398937 Apr 18 13:57:54.214957 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd873a713-ab52-4960-ad25-3def90162578', 'name': 'network-vif-deleted', 'tag': 'd83e7494-57e3-4eca-90e6-f1328cac9a4a'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:57:54.217233 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eef3fee-9739-4082-bfd6-6f458a489f8c" -d '{"events": [{"server_uuid": "d873a713-ab52-4960-ad25-3def90162578", "name": "network-vif-deleted", "tag": "d83e7494-57e3-4eca-90e6-f1328cac9a4a"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:57:54.249308 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbab529-3416-46a1-a29c-dc19d6679317,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:54.263075 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Checking segment: {'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:57:54.263262 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Network hostable DHCP agents. Network: 5a23db89-1daf-4bba-ab57-8942b2089855, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:57:54.285541 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Network 5a23db89-1daf-4bba-ab57-8942b2089855 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:57:54.296030 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32692f3-2813-4c0a-82dc-8cdad5e8e2ee x-openstack-request-id: req-f32692f3-2813-4c0a-82dc-8cdad5e8e2ee {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:57:54.296382 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d873a713-ab52-4960-ad25-3def90162578", "name": "network-vif-deleted", "tag": "d83e7494-57e3-4eca-90e6-f1328cac9a4a", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:57:54.296642 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f32692f3-2813-4c0a-82dc-8cdad5e8e2ee {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:57:54.297491 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32692f3-2813-4c0a-82dc-8cdad5e8e2ee'] response: {'server_uuid': 'd873a713-ab52-4960-ad25-3def90162578', 'name': 'network-vif-deleted', 'tag': 'd83e7494-57e3-4eca-90e6-f1328cac9a4a', 'status': 'completed', 'code': 200} Apr 18 13:57:54.303684 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 5a23db89-1daf-4bba-ab57-8942b2089855) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:54.310957 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:54.311584 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.317175 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873fa3f9-58b9-44ab-9fb4-bc6150ae60a2 None None] Network 5a23db89-1daf-4bba-ab57-8942b2089855 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:57:54.359572 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-51236e37-05ae-4884-9efa-e167abf1f1c3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6029263 Apr 18 13:57:54.364019 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60154) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:54.370917 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:57:54.418701 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (0b0feaa0-1528-41fb-a245-cb8a5b96599c), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.419787 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (0b0feaa0-1528-41fb-a245-cb8a5b96599c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.491466 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks [] for router_controller (0b0feaa0-1528-41fb-a245-cb8a5b96599c), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.550174 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 2, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:54.585524 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-5a23db89-1daf-4bba-ab57-8942b2089855', 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855', 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'fixed_ips': [{'subnet_id': '2cbab529-3416-46a1-a29c-dc19d6679317'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:57:54.586510 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.591209 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:57:54.591826 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Updating router 5964462e-8104-4696-bb64-601ed44deea5 port 000d4f27-91b5-47d3-b09a-5d76505d8d42 binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:57:54.677084 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.679599 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks [] for router_gateway (0b0feaa0-1528-41fb-a245-cb8a5b96599c), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:54.839423 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device fe272920-e55d-4b2a-806f-6cd6d6401305 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:57:54.891976 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18639436-0dc0-4ae9-b5c3-34062f7e8043 req-4f90c41d-f5d1-4905-8932-c7c6457532c4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:54.896338 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18639436-0dc0-4ae9-b5c3-34062f7e8043 req-4f90c41d-f5d1-4905-8932-c7c6457532c4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.1248395 Apr 18 13:57:54.932153 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96a247ac-55a9-4400-b95c-df3dee03fb18 req-b886ae8a-e724-4a35-b081-5d45a5ad959d tempest-VolumesActionsTest-1791265877 tempest-VolumesActionsTest-1791265877-project] 10.222.0.11 "GET /v2.0/ports?device_id=d873a713-ab52-4960-ad25-3def90162578 HTTP/1.1" status: 200 len: 210 time: 0.0342481 Apr 18 13:57:55.049542 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18639436-0dc0-4ae9-b5c3-34062f7e8043 req-8903ed9c-93c7-4712-b36b-888dd698a123 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152847 Apr 18 13:57:55.112423 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port fe272920-e55d-4b2a-806f-6cd6d6401305 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:55.113314 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.159469 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-aab564a5-235e-4b74-810f-ef472a0cdb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:55.161245 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-aab564a5-235e-4b74-810f-ef472a0cdb17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 1130 time: 0.1096380 Apr 18 13:57:55.189802 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks [] for router_gateway (0b0feaa0-1528-41fb-a245-cb8a5b96599c), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.242201 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Allocated IP 172.20.0.2 (5a23db89-1daf-4bba-ab57-8942b2089855/2cbab529-3416-46a1-a29c-dc19d6679317/7903b673-60af-4867-a980-10c04939ba11) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:57:55.256602 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.327663 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-24d55f33-61ee-4265-b4d4-eefcf03b0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:55.330938 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-24d55f33-61ee-4265-b4d4-eefcf03b0351 service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1570113 Apr 18 13:57:55.429800 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-94ae9b29-ff51-4b60-8801-b03537ecdfb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9283a7fe-3056-4543-a907-37ec78acf7cd HTTP/1.1" status: 200 len: 217 time: 0.0849676 Apr 18 13:57:55.485990 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Allocated IP 172.27.3.154 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/93b5a28f-16db-4b7f-9d7a-ef1468d095c3) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:57:55.494100 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-5171bee3-7836-4ccf-af18-adff3c619ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:55.496200 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-5171bee3-7836-4ccf-af18-adff3c619ee1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.0581541 Apr 18 13:57:55.566654 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-dad7ea91-bb1f-41a4-9dd7-d73d6adbbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:55.567797 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-dad7ea91-bb1f-41a4-9dd7-d73d6adbbb1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619290 Apr 18 13:57:55.633594 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.704212 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks [] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.736235 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-97fd1b6c-19e8-415d-ad7c-820fb66df31d service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561306 Apr 18 13:57:55.770748 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.771830 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port fe272920-e55d-4b2a-806f-6cd6d6401305 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:55.819976 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:55.824117 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:55.827905 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:57:55.848633 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Publish callbacks [] for port (7903b673-60af-4867-a980-10c04939ba11), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.861980 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (7903b673-60af-4867-a980-10c04939ba11), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.863310 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9dd7c580-2ce2-497b-bd67-f42bfd036ca2 req-81bdf49c-dfbc-4d7a-b8c2-c5144bd26327 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170266 Apr 18 13:57:55.867650 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Pushing event updated for resources: {'Port': ['ID=93b5a28f-16db-4b7f-9d7a-ef1468d095c3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:55.935594 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Network 5a23db89-1daf-4bba-ab57-8942b2089855 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:55.947385 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:55.952007 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Publish callbacks [] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:55.953664 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:57:55.961732 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Pushing event updated for resources: {'Port': ['ID=7903b673-60af-4867-a980-10c04939ba11,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:55.965570 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.080943 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d9079-364f-4056-bd7c-e866fd6ec40f None None] Pushing event updated for resources: {'Port': ['ID=000d4f27-91b5-47d3-b09a-5d76505d8d42,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:56.108505 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Attempting to bind port 7903b673-60af-4867-a980-10c04939ba11 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:57:56.109967 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Attempting to bind port 7903b673-60af-4867-a980-10c04939ba11 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:57:56.110423 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Attempting to bind port 7903b673-60af-4867-a980-10c04939ba11 on network 5a23db89-1daf-4bba-ab57-8942b2089855 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:57:56.135192 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:57:56.135790 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Checking segment: {'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:57:56.136318 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.136814 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Bound using segment: {'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:57:56.144048 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Bound port: 7903b673-60af-4867-a980-10c04939ba11, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:57:56.150588 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (7903b673-60af-4867-a980-10c04939ba11), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.191378 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks [] for router_gateway (0b0feaa0-1528-41fb-a245-cb8a5b96599c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.258621 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52799e2-d454-4101-9adc-bad4f3e7a127 req-75f784fe-2036-4797-8dde-17ade05d72fc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:56.264588 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Attempting to bind port 000d4f27-91b5-47d3-b09a-5d76505d8d42 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:57:56.265084 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Attempting to bind port 000d4f27-91b5-47d3-b09a-5d76505d8d42 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:57:56.265505 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Attempting to bind port 000d4f27-91b5-47d3-b09a-5d76505d8d42 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:57:56.267596 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d52799e2-d454-4101-9adc-bad4f3e7a127 req-75f784fe-2036-4797-8dde-17ade05d72fc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0871942 Apr 18 13:57:56.278000 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:57:56.278000 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Checking segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:57:56.278604 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.279238 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Bound using segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:57:56.279799 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Bound port: 000d4f27-91b5-47d3-b09a-5d76505d8d42, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:57:56.280293 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.358759 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] For port 7903b673-60af-4867-a980-10c04939ba11, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:57:56.379659 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] For port 7903b673-60af-4867-a980-10c04939ba11, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=7903b673-60af-4867-a980-10c04939ba11,segment=NetworkSegment(70d8af61-8802-4b08-a2be-d124724153e6),segment_id=70d8af61-8802-4b08-a2be-d124724153e6)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:57:56.392915 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (7903b673-60af-4867-a980-10c04939ba11), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.393555 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d52799e2-d454-4101-9adc-bad4f3e7a127 req-694b6246-0bb1-4a6d-b459-15864029978b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249814 Apr 18 13:57:56.460556 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] For port 000d4f27-91b5-47d3-b09a-5d76505d8d42, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:57:56.506998 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] For port 000d4f27-91b5-47d3-b09a-5d76505d8d42, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=000d4f27-91b5-47d3-b09a-5d76505d8d42,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:57:56.519273 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c88e04-6a4a-4078-846e-b22035256f65 None None] Pushing event updated for resources: {'Port': ['ID=7903b673-60af-4867-a980-10c04939ba11,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:56.526376 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-ef9d5045-5061-4e36-b3bf-4fb64d74e1a4 None None] Provisioning complete for port 000d4f27-91b5-47d3-b09a-5d76505d8d42 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:56.526915 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5045-5061-4e36-b3bf-4fb64d74e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.531408 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.544170 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (0b0feaa0-1528-41fb-a245-cb8a5b96599c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:56.645253 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d9079-364f-4056-bd7c-e866fd6ec40f None None] Pushing event updated for resources: {'Port': ['ID=000d4f27-91b5-47d3-b09a-5d76505d8d42,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:56.655964 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:57:56.656757 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:57:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:56.669617 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device d83e7494-57e3-4eca-90e6-f1328cac9a4a no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 13:57:56.758356 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: d83e7494-57e3-4eca-90e6-f1328cac9a4a {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 13:57:56.759563 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device d83e7494-57e3-4eca-90e6-f1328cac9a4a not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 13:57:56.887397 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Router 0b0feaa0-1528-41fb-a245-cb8a5b96599c is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:57:56.943931 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d5045-5061-4e36-b3bf-4fb64d74e1a4 None None] Current status of the port 000d4f27-91b5-47d3-b09a-5d76505d8d42 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:56.944437 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5045-5061-4e36-b3bf-4fb64d74e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:57.004650 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:57:57.038404 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-ef9d5045-5061-4e36-b3bf-4fb64d74e1a4 None None] For port 000d4f27-91b5-47d3-b09a-5d76505d8d42, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=000d4f27-91b5-47d3-b09a-5d76505d8d42,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:57.045433 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5045-5061-4e36-b3bf-4fb64d74e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:57.074690 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:57:57.084995 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Sync routers for ids ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:57:57.095624 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:57.097459 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cdc8a14e-5fbe-48c9-b99e-8119ce8330a5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7320917 Apr 18 13:57:57.100140 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60234) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:57.104864 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Routers {'0b0feaa0-1528-41fb-a245-cb8a5b96599c'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:57:57.105691 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:57:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:57.226116 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-1652497c-30d9-4b5d-bd53-508f0418ef47 None None] Provisioning complete for port 000d4f27-91b5-47d3-b09a-5d76505d8d42 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:57.226487 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1652497c-30d9-4b5d-bd53-508f0418ef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:57.255979 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d5045-5061-4e36-b3bf-4fb64d74e1a4 None None] Pushing event updated for resources: {'Port': ['ID=000d4f27-91b5-47d3-b09a-5d76505d8d42,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:57.268383 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Set router 0b0feaa0-1528-41fb-a245-cb8a5b96599c gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:57:57.359493 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:57.396013 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbde78-c175-43a4-a3e5-75bf3803a6b5 None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:57:57.400247 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-1652497c-30d9-4b5d-bd53-508f0418ef47 None None] Current status of the port 000d4f27-91b5-47d3-b09a-5d76505d8d42 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:57.620694 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9da75-db7d-485f-a271-d32004bd0d22 req-2f0909e0-2e9d-4424-bb7c-abf1304cd88c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:57.623145 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eeb9da75-db7d-485f-a271-d32004bd0d22 req-2f0909e0-2e9d-4424-bb7c-abf1304cd88c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.1138594 Apr 18 13:57:57.639598 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 3, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port': {'id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:55Z', 'updated_at': '2022-04-18T13:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:57.678572 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Checking router: 0b0feaa0-1528-41fb-a245-cb8a5b96599c for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:57:57.678937 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Updating router 0b0feaa0-1528-41fb-a245-cb8a5b96599c port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:57:57.717670 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:57.758507 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eeb9da75-db7d-485f-a271-d32004bd0d22 req-bc1dc921-d9c9-49eb-acb3-e2fd5e2366f3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253619 Apr 18 13:57:57.889047 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.020365 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d7712-9b96-4da3-9dca-83a84ce95f70 None None] Network 5a23db89-1daf-4bba-ab57-8942b2089855 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:57:58.145730 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Publish callbacks [] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.155552 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.162601 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-73f1ff65-e0a2-427f-b903-cf815dd7d10f None None] Provisioning complete for port 7903b673-60af-4867-a980-10c04939ba11 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:58.162971 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73f1ff65-e0a2-427f-b903-cf815dd7d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7903b673-60af-4867-a980-10c04939ba11), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.204434 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Allocated IP 172.20.0.1 (5a23db89-1daf-4bba-ab57-8942b2089855/2cbab529-3416-46a1-a29c-dc19d6679317/eca4909f-1e2d-41ed-8cf4-222d87a19740) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:57:58.204785 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60274) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:58.230978 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Attempting to bind port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:57:58.231264 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Attempting to bind port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:57:58.231904 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Attempting to bind port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:57:58.237258 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07be43b-be81-4a78-bd18-ec4ce5388577 None None] Pushing event updated for resources: {'Port': ['ID=93b5a28f-16db-4b7f-9d7a-ef1468d095c3,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:58.254163 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:57:58.254531 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:57:58.255168 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.255703 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:57:58.256374 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Bound port: 93b5a28f-16db-4b7f-9d7a-ef1468d095c3, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:57:58.256899 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.325491 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-73f1ff65-e0a2-427f-b903-cf815dd7d10f None None] Current status of the port 7903b673-60af-4867-a980-10c04939ba11 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:58.326045 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73f1ff65-e0a2-427f-b903-cf815dd7d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (7903b673-60af-4867-a980-10c04939ba11), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.361359 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] For port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:57:58.364744 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] For port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=93b5a28f-16db-4b7f-9d7a-ef1468d095c3,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:57:58.370583 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Publish callbacks [] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.380785 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.391016 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ddb116-adaa-4f07-b06b-3338c8d2e04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.412236 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.427508 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-73f1ff65-e0a2-427f-b903-cf815dd7d10f None None] For port 7903b673-60af-4867-a980-10c04939ba11, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=7903b673-60af-4867-a980-10c04939ba11,segment=NetworkSegment(70d8af61-8802-4b08-a2be-d124724153e6),segment_id=70d8af61-8802-4b08-a2be-d124724153e6)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:57:58.437933 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73f1ff65-e0a2-427f-b903-cf815dd7d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (7903b673-60af-4867-a980-10c04939ba11), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.460045 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Network 5a23db89-1daf-4bba-ab57-8942b2089855 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:58.463782 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:58.468849 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:57:58.469595 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (0b0feaa0-1528-41fb-a245-cb8a5b96599c), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.503194 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07be43b-be81-4a78-bd18-ec4ce5388577 None None] Pushing event updated for resources: {'Port': ['ID=93b5a28f-16db-4b7f-9d7a-ef1468d095c3,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:58.542948 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1ff65-e0a2-427f-b903-cf815dd7d10f None None] Pushing event updated for resources: {'Port': ['ID=7903b673-60af-4867-a980-10c04939ba11,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:58.549596 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ddb116-adaa-4f07-b06b-3338c8d2e04c admin admin] Publish callbacks [] for security_group (211069f9-aff1-4789-a628-56f4c92f0dde), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.551570 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Routers {'0b0feaa0-1528-41fb-a245-cb8a5b96599c'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:57:58.552164 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:57:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:58.554268 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ddb116-adaa-4f07-b06b-3338c8d2e04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (211069f9-aff1-4789-a628-56f4c92f0dde), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.560650 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Pushing event updated for resources: {'Port': ['ID=eca4909f-1e2d-41ed-8cf4-222d87a19740,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:58.621748 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddb116-adaa-4f07-b06b-3338c8d2e04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211069f9-aff1-4789-a628-56f4c92f0dde,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:58.647825 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e2ddb116-adaa-4f07-b06b-3338c8d2e04c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa1fd69ce28842a88ce6094bf9414e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410291 Apr 18 13:57:58.650963 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60284) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:57:58.773255 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] Set router 0b0feaa0-1528-41fb-a245-cb8a5b96599c gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:57:58.780092 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7654d34d-a25b-4692-904b-ce50d5c06cdf admin admin] Publish callbacks [] for security_group (211069f9-aff1-4789-a628-56f4c92f0dde), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.786254 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-fcf4dbaa-b467-467d-9518-10fcfdcf74df None None] Provisioning complete for port 7903b673-60af-4867-a980-10c04939ba11 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:58.786626 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fcf4dbaa-b467-467d-9518-10fcfdcf74df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7903b673-60af-4867-a980-10c04939ba11), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.826920 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.858144 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7654d34d-a25b-4692-904b-ce50d5c06cdf admin admin] Publish callbacks [] for security_group (211069f9-aff1-4789-a628-56f4c92f0dde), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.949897 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7654d34d-a25b-4692-904b-ce50d5c06cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (211069f9-aff1-4789-a628-56f4c92f0dde), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.953312 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7654d34d-a25b-4692-904b-ce50d5c06cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:58.954851 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7654d34d-a25b-4692-904b-ce50d5c06cdf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/211069f9-aff1-4789-a628-56f4c92f0dde HTTP/1.1" status: 204 len: 168 time: 0.3025188 Apr 18 13:57:59.001841 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654d34d-a25b-4692-904b-ce50d5c06cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211069f9-aff1-4789-a628-56f4c92f0dde,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:59.031673 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01333b9f-7c01-407c-9e75-6fb6b731a11b req-61cd6c03-d35e-4c28-b571-99c016be3113 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:57:59.049256 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01333b9f-7c01-407c-9e75-6fb6b731a11b req-61cd6c03-d35e-4c28-b571-99c016be3113 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.1679461 Apr 18 13:57:59.062416 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 3, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port': {'id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:55Z', 'updated_at': '2022-04-18T13:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:57:59.079140 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 000d4f27-91b5-47d3-b09a-5d76505d8d42 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:57:59.111390 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb3e49-a74c-4bde-b0c7-9495a76731e7 None None] The sync data for ids ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'] in dv-cinder-838302-1-iscsi is: [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 3, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port': {'id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:55Z', 'updated_at': '2022-04-18T13:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:57:59.188744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 000d4f27-91b5-47d3-b09a-5d76505d8d42 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:59.189121 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:59.204586 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01333b9f-7c01-407c-9e75-6fb6b731a11b req-4c4ea8d9-1515-4fcb-b3e1-d8ab736ae987 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538031 Apr 18 13:57:59.289250 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Publish callbacks [] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:59.300829 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:59.304162 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (0b0feaa0-1528-41fb-a245-cb8a5b96599c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:59.351180 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4dbaa-b467-467d-9518-10fcfdcf74df None None] Current status of the port 7903b673-60af-4867-a980-10c04939ba11 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:59.356975 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 000d4f27-91b5-47d3-b09a-5d76505d8d42 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:59.358007 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 7903b673-60af-4867-a980-10c04939ba11 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:57:59.417027 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Pushing event updated for resources: {'Port': ['ID=eca4909f-1e2d-41ed-8cf4-222d87a19740,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:57:59.427545 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 7903b673-60af-4867-a980-10c04939ba11 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:59.427545 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7903b673-60af-4867-a980-10c04939ba11), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:59.468342 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Network 5a23db89-1daf-4bba-ab57-8942b2089855 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:57:59.469967 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:57:59.476903 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-8990ea1e-64bc-41c3-a702-1424f0c8ff1b None None] Provisioning complete for port eca4909f-1e2d-41ed-8cf4-222d87a19740 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:59.478628 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8990ea1e-64bc-41c3-a702-1424f0c8ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:59.561153 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-8990ea1e-64bc-41c3-a702-1424f0c8ff1b None None] Port eca4909f-1e2d-41ed-8cf4-222d87a19740 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:57:59.660151 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Router 0b0feaa0-1528-41fb-a245-cb8a5b96599c has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:57:59.662956 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 7903b673-60af-4867-a980-10c04939ba11 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:57:59.737774 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:59.804214 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:57:59.812284 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-be7bdbd8-e7ec-42e7-8c41-6f352c9ed59b admin admin] 10.222.0.11 "PUT /v2.0/routers/0b0feaa0-1528-41fb-a245-cb8a5b96599c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108405 Apr 18 13:57:59.885635 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-a984d757-7beb-4ff1-b007-f32795b0a72a None None] Provisioning complete for port eca4909f-1e2d-41ed-8cf4-222d87a19740 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:57:59.886008 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a984d757-7beb-4ff1-b007-f32795b0a72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:57:59.925921 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a984d757-7beb-4ff1-b007-f32795b0a72a None None] Port eca4909f-1e2d-41ed-8cf4-222d87a19740 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:58:00.360224 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5a28e-1b9e-4aba-9ed0-636b7e6e4700 req-4073108f-9aa6-44e9-948d-7a562ecb7443 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:00.366976 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f1a5a28e-1b9e-4aba-9ed0-636b7e6e4700 req-4073108f-9aa6-44e9-948d-7a562ecb7443 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0581298 Apr 18 13:58:00.424554 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f1a5a28e-1b9e-4aba-9ed0-636b7e6e4700 req-79a47ffc-2d38-4735-8ff3-8bf7391ea8d8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564480 Apr 18 13:58:00.651278 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:58:00.703642 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60340) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:00.706802 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:00.707183 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.708107 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e1364a14-dc6a-4bde-bfe8-dd68cc9f7a0b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946790967', 'description': 'tempest-secgroup-smoke-946790967 description', 'project_id': '2b08736f301c4043a50d2f76e56f3e4d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:00.731075 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1364a14-dc6a-4bde-bfe8-dd68cc9f7a0b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.794675 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:00.794983 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.805391 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1364a14-dc6a-4bde-bfe8-dd68cc9f7a0b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group (bb5b6f49-db47-46e9-84c8-0a1b794eed6a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.809281 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1364a14-dc6a-4bde-bfe8-dd68cc9f7a0b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (bb5b6f49-db47-46e9-84c8-0a1b794eed6a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.824432 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=93b5a28f-16db-4b7f-9d7a-ef1468d095c3,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:00.828870 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.839730 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1364a14-dc6a-4bde-bfe8-dd68cc9f7a0b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.841251 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e1364a14-dc6a-4bde-bfe8-dd68cc9f7a0b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1362381 Apr 18 13:58:00.844005 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60342) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:00.848683 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-038be90f-f317-4fb9-8a33-cca6bfb9caf7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'security_group_rule': {'security_group_id': 'bb5b6f49-db47-46e9-84c8-0a1b794eed6a', 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:00.850059 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1364a14-dc6a-4bde-bfe8-dd68cc9f7a0b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5b6f49-db47-46e9-84c8-0a1b794eed6a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:00.877285 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-038be90f-f317-4fb9-8a33-cca6bfb9caf7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (f45f523b-a57e-4cbb-b7c3-5144e8eeb38b), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.890049 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=93b5a28f-16db-4b7f-9d7a-ef1468d095c3,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:00.935585 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-038be90f-f317-4fb9-8a33-cca6bfb9caf7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (f45f523b-a57e-4cbb-b7c3-5144e8eeb38b), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.939089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-038be90f-f317-4fb9-8a33-cca6bfb9caf7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (f45f523b-a57e-4cbb-b7c3-5144e8eeb38b), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.957049 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038be90f-f317-4fb9-8a33-cca6bfb9caf7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45f523b-a57e-4cbb-b7c3-5144e8eeb38b,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:00.965608 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-038be90f-f317-4fb9-8a33-cca6bfb9caf7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:00.966820 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-038be90f-f317-4fb9-8a33-cca6bfb9caf7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216400 Apr 18 13:58:00.969640 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60348) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:00.974161 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-7bf21b5d-c734-4f9f-95cd-d46c85180bb5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'security_group_rule': {'security_group_id': 'bb5b6f49-db47-46e9-84c8-0a1b794eed6a', 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:01.002499 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bf21b5d-c734-4f9f-95cd-d46c85180bb5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (cbcccc6e-ed91-4c61-9ff9-9594ac97443a), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.058145 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Sync routers for ids ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:58:01.060563 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bf21b5d-c734-4f9f-95cd-d46c85180bb5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (cbcccc6e-ed91-4c61-9ff9-9594ac97443a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.064468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bf21b5d-c734-4f9f-95cd-d46c85180bb5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (cbcccc6e-ed91-4c61-9ff9-9594ac97443a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.073267 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Routers {'0b0feaa0-1528-41fb-a245-cb8a5b96599c'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:58:01.073877 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:57:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:58:01.192093 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Set router 0b0feaa0-1528-41fb-a245-cb8a5b96599c gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:58:01.298327 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf21b5d-c734-4f9f-95cd-d46c85180bb5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcccc6e-ed91-4c61-9ff9-9594ac97443a,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:01.307013 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bf21b5d-c734-4f9f-95cd-d46c85180bb5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.308252 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7bf21b5d-c734-4f9f-95cd-d46c85180bb5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3375568 Apr 18 13:58:01.310907 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60350) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:01.315060 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-bb5ba0ab-4623-41d7-9614-08a9e31a7a6c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'security_group_rule': {'security_group_id': 'bb5b6f49-db47-46e9-84c8-0a1b794eed6a', 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:01.344800 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba0ab-4623-41d7-9614-08a9e31a7a6c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (c3481999-cfca-4be1-b40d-cc42f62e1d67), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.397211 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T13:57:58Z', 'revision_number': 4, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port': {'id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:55Z', 'updated_at': '2022-04-18T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'eca4909f-1e2d-41ed-8cf4-222d87a19740', 'name': '', 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'mac_address': 'fa:16:3e:26:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '2cbab529-3416-46a1-a29c-dc19d6679317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:57Z', 'updated_at': '2022-04-18T13:57:58Z', 'revision_number': 2, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'subnets': [{'id': '2cbab529-3416-46a1-a29c-dc19d6679317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:58:01.411568 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba0ab-4623-41d7-9614-08a9e31a7a6c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (c3481999-cfca-4be1-b40d-cc42f62e1d67), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.417203 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba0ab-4623-41d7-9614-08a9e31a7a6c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (c3481999-cfca-4be1-b40d-cc42f62e1d67), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.441794 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Checking router: 0b0feaa0-1528-41fb-a245-cb8a5b96599c for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:58:01.441794 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Updating router 0b0feaa0-1528-41fb-a245-cb8a5b96599c port eca4909f-1e2d-41ed-8cf4-222d87a19740 binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:58:01.448067 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb5ba0ab-4623-41d7-9614-08a9e31a7a6c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.450239 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bb5ba0ab-4623-41d7-9614-08a9e31a7a6c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378102 Apr 18 13:58:01.452479 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60360) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:01.457919 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e921f660-e76d-4722-8312-6e75934e64b5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'security_group_rule': {'security_group_id': 'bb5b6f49-db47-46e9-84c8-0a1b794eed6a', 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:01.463778 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ba0ab-4623-41d7-9614-08a9e31a7a6c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3481999-cfca-4be1-b40d-cc42f62e1d67,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:01.479117 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.496456 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e921f660-e76d-4722-8312-6e75934e64b5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (4dcd26af-38f1-444b-a078-c9a4ee91f7ed), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.585638 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825461d-33e9-4d87-ab95-d1ae664ca54c req-0d27ac90-a6c9-4fcf-bd15-fdc3c3e6be33 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:01.594256 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8825461d-33e9-4d87-ab95-d1ae664ca54c req-0d27ac90-a6c9-4fcf-bd15-fdc3c3e6be33 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0592265 Apr 18 13:58:01.607383 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e921f660-e76d-4722-8312-6e75934e64b5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (4dcd26af-38f1-444b-a078-c9a4ee91f7ed), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.611345 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e921f660-e76d-4722-8312-6e75934e64b5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (4dcd26af-38f1-444b-a078-c9a4ee91f7ed), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.623951 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921f660-e76d-4722-8312-6e75934e64b5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcd26af-38f1-444b-a078-c9a4ee91f7ed,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:01.648868 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e921f660-e76d-4722-8312-6e75934e64b5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.651490 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e921f660-e76d-4722-8312-6e75934e64b5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1978745 Apr 18 13:58:01.654851 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60372) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:01.659620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8ad7b3e7-a51a-4994-b11c-c601953cb244 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'security_group_rule': {'security_group_id': 'bb5b6f49-db47-46e9-84c8-0a1b794eed6a', 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:01.674766 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8825461d-33e9-4d87-ab95-d1ae664ca54c req-49089ee4-80ad-453c-aea5-f4276e4735fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794766 Apr 18 13:58:01.686398 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.securitygroups_db [None req-8ad7b3e7-a51a-4994-b11c-c601953cb244 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Project 2b08736f301c4043a50d2f76e56f3e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 13:58:01.710055 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3e7-a51a-4994-b11c-c601953cb244 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (d4f03f5a-486e-4451-ad48-4dfa3a748d75), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.726996 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-63353b1e-bee4-4c5c-b768-12491efd60e5 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=75712ecd300a4af7a30c3fda068325e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365222 Apr 18 13:58:01.810362 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Publish callbacks [] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.817771 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.890795 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0476441-4053-4731-9e9c-75bf9627f463 None None] Pushing event updated for resources: {'Port': ['ID=eca4909f-1e2d-41ed-8cf4-222d87a19740,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:01.930561 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Attempting to bind port eca4909f-1e2d-41ed-8cf4-222d87a19740 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:58:01.931549 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Attempting to bind port eca4909f-1e2d-41ed-8cf4-222d87a19740 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:58:01.932563 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Attempting to bind port eca4909f-1e2d-41ed-8cf4-222d87a19740 on network 5a23db89-1daf-4bba-ab57-8942b2089855 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:01.938495 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3e7-a51a-4994-b11c-c601953cb244 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (d4f03f5a-486e-4451-ad48-4dfa3a748d75), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.938781 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:58:01.939353 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Checking segment: {'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:58:01.939895 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.940271 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Bound using segment: {'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:58:01.940757 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Bound port: eca4909f-1e2d-41ed-8cf4-222d87a19740, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d8af61-8802-4b08-a2be-d124724153e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:58:01.941297 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.948035 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3e7-a51a-4994-b11c-c601953cb244 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (d4f03f5a-486e-4451-ad48-4dfa3a748d75), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:01.970531 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-2b93ca85-3921-4403-8054-433279728e45 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:01.972075 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-2b93ca85-3921-4403-8054-433279728e45 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366128 Apr 18 13:58:01.975875 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7b3e7-a51a-4994-b11c-c601953cb244 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f03f5a-486e-4451-ad48-4dfa3a748d75,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:01.997863 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-7596ca18-1a32-4853-beba-40a25fd7ba8d tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/quotas/75712ecd300a4af7a30c3fda068325e2 HTTP/1.1" status: 200 len: 375 time: 0.0162899 Apr 18 13:58:02.009468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8ad7b3e7-a51a-4994-b11c-c601953cb244 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.013375 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8ad7b3e7-a51a-4994-b11c-c601953cb244 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3548641 Apr 18 13:58:02.014080 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60378) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:02.018126 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-0785fbfc-0389-4633-8796-38c1f2f8b70f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'security_group_rule': {'security_group_id': 'bb5b6f49-db47-46e9-84c8-0a1b794eed6a', 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:02.018620 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] For port eca4909f-1e2d-41ed-8cf4-222d87a19740, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:58:02.022337 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] For port eca4909f-1e2d-41ed-8cf4-222d87a19740, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=eca4909f-1e2d-41ed-8cf4-222d87a19740,segment=NetworkSegment(70d8af61-8802-4b08-a2be-d124724153e6),segment_id=70d8af61-8802-4b08-a2be-d124724153e6)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:58:02.030054 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.046305 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-6558aba9-16d7-4364-92d7-568d3e86d5bc tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=75712ecd300a4af7a30c3fda068325e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475509 Apr 18 13:58:02.068491 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.securitygroups_db [None req-0785fbfc-0389-4633-8796-38c1f2f8b70f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Project 2b08736f301c4043a50d2f76e56f3e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 13:58:02.078270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0785fbfc-0389-4633-8796-38c1f2f8b70f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (c2d255fe-cc15-4fcb-9736-62739c9c5923), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.084623 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Routers {'0b0feaa0-1528-41fb-a245-cb8a5b96599c'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:58:02.085271 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:57:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:58:02.171262 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0476441-4053-4731-9e9c-75bf9627f463 None None] Pushing event updated for resources: {'Port': ['ID=eca4909f-1e2d-41ed-8cf4-222d87a19740,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:02.171493 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0785fbfc-0389-4633-8796-38c1f2f8b70f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (c2d255fe-cc15-4fcb-9736-62739c9c5923), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.179212 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0785fbfc-0389-4633-8796-38c1f2f8b70f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (c2d255fe-cc15-4fcb-9736-62739c9c5923), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.182495 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-cf35e7e1-5a3a-43cb-ad43-68fad9a2115a None None] Provisioning complete for port eca4909f-1e2d-41ed-8cf4-222d87a19740 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:02.182863 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cf35e7e1-5a3a-43cb-ad43-68fad9a2115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.216505 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785fbfc-0389-4633-8796-38c1f2f8b70f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d255fe-cc15-4fcb-9736-62739c9c5923,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:02.244553 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0785fbfc-0389-4633-8796-38c1f2f8b70f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.245639 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0785fbfc-0389-4633-8796-38c1f2f8b70f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2311323 Apr 18 13:58:02.314308 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] Set router 0b0feaa0-1528-41fb-a245-cb8a5b96599c gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:58:02.332961 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a94cea62-1714-4468-9e6f-2311cb7c4e26 req-c53d4c70-fe95-41ad-9466-e8d49e0488f4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 210 time: 0.0476787 Apr 18 13:58:02.459924 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-cf35e7e1-5a3a-43cb-ad43-68fad9a2115a None None] Current status of the port eca4909f-1e2d-41ed-8cf4-222d87a19740 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:02.460270 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cf35e7e1-5a3a-43cb-ad43-68fad9a2115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.567596 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-cf35e7e1-5a3a-43cb-ad43-68fad9a2115a None None] For port eca4909f-1e2d-41ed-8cf4-222d87a19740, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=eca4909f-1e2d-41ed-8cf4-222d87a19740,segment=NetworkSegment(70d8af61-8802-4b08-a2be-d124724153e6),segment_id=70d8af61-8802-4b08-a2be-d124724153e6)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:02.589024 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cf35e7e1-5a3a-43cb-ad43-68fad9a2115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:02.852487 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:58:02.892873 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aaf8c-0b31-46ac-97e3-246b98961403 req-d7a74c33-872d-4c56-871e-dd02d5b55c68 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:02.895071 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-880aaf8c-0b31-46ac-97e3-246b98961403 req-d7a74c33-872d-4c56-871e-dd02d5b55c68 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0806746 Apr 18 13:58:02.945852 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e7e1-5a3a-43cb-ad43-68fad9a2115a None None] Pushing event updated for resources: {'Port': ['ID=eca4909f-1e2d-41ed-8cf4-222d87a19740,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:02.966977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60458) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:02.981363 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-e730364c-ca3e-4342-815c-b8b5b94340ad None None] Provisioning complete for port eca4909f-1e2d-41ed-8cf4-222d87a19740 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:02.981736 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e730364c-ca3e-4342-815c-b8b5b94340ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.072865 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-880aaf8c-0b31-46ac-97e3-246b98961403 req-937dbe70-83e9-4dde-8bb4-7265d50dbf83 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640298 Apr 18 13:58:03.096376 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:03.096896 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.136276 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T13:57:58Z', 'revision_number': 4, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port': {'id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:55Z', 'updated_at': '2022-04-18T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'eca4909f-1e2d-41ed-8cf4-222d87a19740', 'name': '', 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'mac_address': 'fa:16:3e:26:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '2cbab529-3416-46a1-a29c-dc19d6679317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:57Z', 'updated_at': '2022-04-18T13:58:02Z', 'revision_number': 4, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'subnets': [{'id': '2cbab529-3416-46a1-a29c-dc19d6679317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:58:03.180224 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599d1cd-2702-4ccd-82de-095295b7bb82 None None] The sync data for ids ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'] in dv-cinder-838302-1-iscsi is: [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T13:57:58Z', 'revision_number': 4, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port': {'id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:55Z', 'updated_at': '2022-04-18T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'eca4909f-1e2d-41ed-8cf4-222d87a19740', 'name': '', 'network_id': '5a23db89-1daf-4bba-ab57-8942b2089855', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'mac_address': 'fa:16:3e:26:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '2cbab529-3416-46a1-a29c-dc19d6679317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:57Z', 'updated_at': '2022-04-18T13:58:02Z', 'revision_number': 4, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'subnets': [{'id': '2cbab529-3416-46a1-a29c-dc19d6679317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:58:03.188452 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3111-a522-440d-b6c5-4b10fc177477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.323278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3111-a522-440d-b6c5-4b10fc177477 admin admin] Publish callbacks [] for security_group (9414926f-62d9-4d5f-9ddf-7309a2db258f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.326057 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-e730364c-ca3e-4342-815c-b8b5b94340ad None None] Current status of the port eca4909f-1e2d-41ed-8cf4-222d87a19740 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:03.330739 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3111-a522-440d-b6c5-4b10fc177477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (9414926f-62d9-4d5f-9ddf-7309a2db258f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.361296 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:03.407010 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f9ad3111-a522-440d-b6c5-4b10fc177477 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6784085c4370451e83e26d05545e888e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354303 Apr 18 13:58:03.408265 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60474) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:03.412038 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad3111-a522-440d-b6c5-4b10fc177477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9414926f-62d9-4d5f-9ddf-7309a2db258f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:03.487294 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb9c79f7-4f30-4abf-853a-75ba960aa37b admin admin] Publish callbacks [] for security_group (9414926f-62d9-4d5f-9ddf-7309a2db258f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.519438 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb9c79f7-4f30-4abf-853a-75ba960aa37b admin admin] Publish callbacks [] for security_group (9414926f-62d9-4d5f-9ddf-7309a2db258f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.557979 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e64bb3b3-7153-4314-a488-7161ef3a817a req-3a6345a6-13f6-43f2-ada2-afe69c95e0b9 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 210 time: 0.0409722 Apr 18 13:58:03.624451 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb9c79f7-4f30-4abf-853a-75ba960aa37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (9414926f-62d9-4d5f-9ddf-7309a2db258f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.632074 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb9c79f7-4f30-4abf-853a-75ba960aa37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:03.636522 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fb9c79f7-4f30-4abf-853a-75ba960aa37b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9414926f-62d9-4d5f-9ddf-7309a2db258f HTTP/1.1" status: 204 len: 168 time: 0.2241066 Apr 18 13:58:03.647645 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c79f7-4f30-4abf-853a-75ba960aa37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9414926f-62d9-4d5f-9ddf-7309a2db258f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:04.015628 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-9c9ee064-ac66-4f4f-b90b-3c759173935b tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=75712ecd300a4af7a30c3fda068325e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308509 Apr 18 13:58:04.334589 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf061-c5e6-4acb-834b-24280da26ee6 req-90bcc11c-39da-4109-baaa-2b8cd718279d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:04.340296 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-419cf061-c5e6-4acb-834b-24280da26ee6 req-90bcc11c-39da-4109-baaa-2b8cd718279d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0903206 Apr 18 13:58:04.354931 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-50917f3d-1fea-4ee0-a110-9d2d2c112e09 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:04.356848 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-50917f3d-1fea-4ee0-a110-9d2d2c112e09 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251438 Apr 18 13:58:04.405100 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Request body: {'port': {'device_id': 'dca6c3b9-6ed4-4922-85b5-9a45f4fb5068', 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58', 'admin_state_up': True, 'tenant_id': '75712ecd300a4af7a30c3fda068325e2'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:04.453150 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-419cf061-c5e6-4acb-834b-24280da26ee6 req-c282bf8e-5b7a-4dfb-9441-ba6261dab063 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952296 Apr 18 13:58:04.622850 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Made reservation on behalf of 75712ecd300a4af7a30c3fda068325e2 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:58:04.628039 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:04.649173 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:04.797843 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device eca4909f-1e2d-41ed-8cf4-222d87a19740 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:58:04.810188 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fda26cb-5f86-47f0-baca-baf11205fad6 req-0ebc69da-39d5-49bd-9b51-a6c97a3a657a tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 210 time: 0.0523665 Apr 18 13:58:04.838652 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks [] for security_group (e83e62ea-136f-4562-957b-fb49efd8b3c0), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:04.850736 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (e83e62ea-136f-4562-957b-fb49efd8b3c0), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:04.899049 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port eca4909f-1e2d-41ed-8cf4-222d87a19740 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:04.900229 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:04.968769 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e62ea-136f-4562-957b-fb49efd8b3c0,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:05.002543 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port eca4909f-1e2d-41ed-8cf4-222d87a19740 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:05.042226 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Allocated IP 192.168.233.108 (5cea62ce-351d-41c1-bc13-3ca0a3626e58/1658e44b-26d8-4889-9659-baf5dd1a7b7f/6e06fa99-1bc4-4690-9d0e-53d2250a6559) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:58:05.202420 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks [] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:05.236211 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:05.284451 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:58:05.291096 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:58:05.295212 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:58:05.300729 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:05.301385 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:05.308698 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Pushing event updated for resources: {'Port': ['ID=6e06fa99-1bc4-4690-9d0e-53d2250a6559,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:05.341250 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-bc87f8bf-8d13-4faa-8783-b8b006998ac4 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9461432 Apr 18 13:58:05.359028 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Request body: {'port': {'device_id': 'dca6c3b9-6ed4-4922-85b5-9a45f4fb5068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:05.449612 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:05.655204 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb6a41-d433-4ae0-8dd0-9cfc4a88b997 req-f761e60f-eea4-4e77-acfb-30a2878e77c9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:05.660242 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f4bb6a41-d433-4ae0-8dd0-9cfc4a88b997 req-f761e60f-eea4-4e77-acfb-30a2878e77c9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.1203754 Apr 18 13:58:05.664498 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-aec4022a-21f9-447c-bf0e-468d94884fbf None None] Provisioning complete for port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:05.665123 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-aec4022a-21f9-447c-bf0e-468d94884fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:05.705055 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-aec4022a-21f9-447c-bf0e-468d94884fbf None None] Port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:58:05.753764 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f4bb6a41-d433-4ae0-8dd0-9cfc4a88b997 req-973557f6-b1ad-4016-ab85-77f286663186 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914371 Apr 18 13:58:05.837675 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e06fa99-1bc4-4690-9d0e-53d2250a6559 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:58:05.850615 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Publish callbacks [] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:05.866186 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Transition to ACTIVE for port object 6e06fa99-1bc4-4690-9d0e-53d2250a6559 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:58:05.873085 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:05.960822 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e06fa99-1bc4-4690-9d0e-53d2250a6559,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:05.983392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c8365-95ff-4b47-a951-93fb2b45a361 req-5c5c4734-3608-4073-abf0-b3b12c89fc88 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:05.985171 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-402c8365-95ff-4b47-a951-93fb2b45a361 req-5c5c4734-3608-4073-abf0-b3b12c89fc88 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0809391 Apr 18 13:58:06.030980 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Attempting to bind port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:58:06.031408 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Attempting to bind port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:58:06.031835 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Attempting to bind port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 on network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:06.045073 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 on network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:58:06.045791 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Attempting to bind port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 on network 5cea62ce-351d-41c1-bc13-3ca0a3626e58 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:06.070120 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:58:06.070468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Checking segment: {'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:58:06.070859 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Bound using segment: {'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:58:06.071347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Bound port: 6e06fa99-1bc4-4690-9d0e-53d2250a6559, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05133ff-a05c-4ebb-817f-9cf06c1c611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:58:06.071896 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:06.079037 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-402c8365-95ff-4b47-a951-93fb2b45a361 req-0a8ec4f1-bfd4-4bd1-a9d1-2340c5601df1 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781825 Apr 18 13:58:06.155118 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] For port 6e06fa99-1bc4-4690-9d0e-53d2250a6559, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:58:06.158674 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] For port 6e06fa99-1bc4-4690-9d0e-53d2250a6559, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6e06fa99-1bc4-4690-9d0e-53d2250a6559,segment=NetworkSegment(d05133ff-a05c-4ebb-817f-9cf06c1c611b),segment_id=d05133ff-a05c-4ebb-817f-9cf06c1c611b)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:58:06.165705 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:06.204279 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:06.205123 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:06.210421 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/6e06fa99-1bc4-4690-9d0e-53d2250a6559 HTTP/1.1" status: 200 len: 1098 time: 0.8528249 Apr 18 13:58:06.210981 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca6c3b9-6ed4-4922-85b5-9a45f4fb5068', 'tag': '6e06fa99-1bc4-4690-9d0e-53d2250a6559'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:58:06.213629 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "dca6c3b9-6ed4-4922-85b5-9a45f4fb5068", "tag": "6e06fa99-1bc4-4690-9d0e-53d2250a6559"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:58:06.287391 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fcc182-3f6a-4fd9-877d-f1e61a9ca5ba x-openstack-request-id: req-67fcc182-3f6a-4fd9-877d-f1e61a9ca5ba {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:58:06.287952 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca6c3b9-6ed4-4922-85b5-9a45f4fb5068", "tag": "6e06fa99-1bc4-4690-9d0e-53d2250a6559", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:58:06.288258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67fcc182-3f6a-4fd9-877d-f1e61a9ca5ba {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:58:06.289119 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fcc182-3f6a-4fd9-877d-f1e61a9ca5ba'] response: {'name': 'network-changed', 'server_uuid': 'dca6c3b9-6ed4-4922-85b5-9a45f4fb5068', 'tag': '6e06fa99-1bc4-4690-9d0e-53d2250a6559', 'status': 'completed', 'code': 200} Apr 18 13:58:06.292505 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd981e-fd84-4465-ab90-0e97f24dd2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e06fa99-1bc4-4690-9d0e-53d2250a6559,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:06.329106 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-381a212d-6d9b-4d3d-aaf6-8c3a13072e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:06.330500 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-381a212d-6d9b-4d3d-aaf6-8c3a13072e73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75712ecd300a4af7a30c3fda068325e2&device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 1132 time: 0.0588970 Apr 18 13:58:06.396898 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-26066842-6683-4ae6-b902-e7314a471bcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=6e06fa99-1bc4-4690-9d0e-53d2250a6559 HTTP/1.1" status: 200 len: 217 time: 0.0486972 Apr 18 13:58:06.471321 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-d7a92dbd-9b77-4066-805c-8cbe5d3321ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:06.472767 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-d7a92dbd-9b77-4066-805c-8cbe5d3321ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1658e44b-26d8-4889-9659-baf5dd1a7b7f HTTP/1.1" status: 200 len: 843 time: 0.0644951 Apr 18 13:58:06.533651 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-8b9c69e4-3e69-4c85-a559-f89cf3a684a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:06.535189 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-8b9c69e4-3e69-4c85-a559-f89cf3a684a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cea62ce-351d-41c1-bc13-3ca0a3626e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0481730 Apr 18 13:58:06.644367 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-2549f01f-45c7-45c0-ba62-7022696806de service neutron] 10.222.0.37 "GET /v2.0/networks/5cea62ce-351d-41c1-bc13-3ca0a3626e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980754 Apr 18 13:58:06.744256 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9f4e967-357a-4b13-b7f0-85be4b4bf1b8 req-c6acd7d0-316b-4e9d-93f7-5d32cd957700 service neutron] 10.222.0.37 "GET /v2.0/networks/5cea62ce-351d-41c1-bc13-3ca0a3626e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885341 Apr 18 13:58:06.878943 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-9dd4b5f7-aec5-4f2a-87f0-b5eac2a7be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:06.880514 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-9dd4b5f7-aec5-4f2a-87f0-b5eac2a7be46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75712ecd300a4af7a30c3fda068325e2&device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 1132 time: 0.0740080 Apr 18 13:58:06.893982 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b82cab-a80a-4353-9b21-a58ca2884384 req-29b26596-a52b-40b3-a059-46d9e3ef026d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:06.895412 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c9b82cab-a80a-4353-9b21-a58ca2884384 req-29b26596-a52b-40b3-a059-46d9e3ef026d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0564737 Apr 18 13:58:07.004196 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c9b82cab-a80a-4353-9b21-a58ca2884384 req-dc990868-ba74-42cc-9c3b-fc5908ddd292 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000459 Apr 18 13:58:07.020355 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-e7aa334c-1006-4b5e-97f1-dcbb66bbef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:07.021708 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-e7aa334c-1006-4b5e-97f1-dcbb66bbef2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5cea62ce-351d-41c1-bc13-3ca0a3626e58 HTTP/1.1" status: 200 len: 870 time: 0.1254237 Apr 18 13:58:07.065063 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-c396b9eb-ff00-42ee-9531-d0dba69ea091 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=6e06fa99-1bc4-4690-9d0e-53d2250a6559 HTTP/1.1" status: 200 len: 217 time: 0.0359173 Apr 18 13:58:07.121568 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-0df76f89-8862-4963-88cf-6f361e172f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:07.123070 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-0df76f89-8862-4963-88cf-6f361e172f07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1658e44b-26d8-4889-9659-baf5dd1a7b7f HTTP/1.1" status: 200 len: 843 time: 0.0489948 Apr 18 13:58:07.203803 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-3dcd6eda-3180-46a2-b32b-0fce597fb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:07.205398 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-3dcd6eda-3180-46a2-b32b-0fce597fb9b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5cea62ce-351d-41c1-bc13-3ca0a3626e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0706465 Apr 18 13:58:07.228681 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a163b-2076-4da8-a762-368317197695 req-319a010f-2622-4bf7-99e5-67e9d9bc4985 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:07.230092 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb7a163b-2076-4da8-a762-368317197695 req-319a010f-2622-4bf7-99e5-67e9d9bc4985 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0627992 Apr 18 13:58:07.285936 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:58:07.333787 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb7a163b-2076-4da8-a762-368317197695 req-8ac6c933-08df-49e8-9b58-afa4cd1b54fe tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918992 Apr 18 13:58:07.356965 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-e93542da-e4f5-4ec1-a472-e129711f4370 service neutron] 10.222.0.37 "GET /v2.0/networks/5cea62ce-351d-41c1-bc13-3ca0a3626e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410048 Apr 18 13:58:07.459015 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd78927c-d53a-4c38-b67e-89a7f28cb4c8 req-cb4e069a-4fbf-4c73-a138-5c97e11e993f service neutron] 10.222.0.37 "GET /v2.0/networks/5cea62ce-351d-41c1-bc13-3ca0a3626e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926926 Apr 18 13:58:08.123418 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650df25d-fcdd-4b79-ae18-8d95f102e959 req-ad3667b3-45fb-4e95-be77-64f8dca11e15 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:08.124942 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-650df25d-fcdd-4b79-ae18-8d95f102e959 req-ad3667b3-45fb-4e95-be77-64f8dca11e15 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0501344 Apr 18 13:58:08.187354 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-650df25d-fcdd-4b79-ae18-8d95f102e959 req-607e2fbb-63b1-4e71-bc98-06d4cdaea564 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566111 Apr 18 13:58:08.469717 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d048e-bee6-45b4-a566-13c664b65231 req-95f5a268-253d-4d4a-af49-b81eecd1e86f tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:08.471221 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-849d048e-bee6-45b4-a566-13c664b65231 req-95f5a268-253d-4d4a-af49-b81eecd1e86f tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0534742 Apr 18 13:58:08.533126 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-849d048e-bee6-45b4-a566-13c664b65231 req-eeb2d1c0-4250-49cf-9070-af77361edaaf tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532305 Apr 18 13:58:09.309898 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850356a-7c65-4444-8a4b-921a9a674023 req-8fb9cf6f-67c7-4f0f-862a-6cbe4089fcec tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:09.311425 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8850356a-7c65-4444-8a4b-921a9a674023 req-8fb9cf6f-67c7-4f0f-862a-6cbe4089fcec tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0509372 Apr 18 13:58:09.362351 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8850356a-7c65-4444-8a4b-921a9a674023 req-342d60bb-1bec-4fe4-a9fc-a5b313016854 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Apr 18 13:58:09.661667 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd147-84ff-4096-9cbe-8e8965103c0a req-f7fb4736-0452-46ec-8ceb-249c39461a19 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:09.663098 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-024bd147-84ff-4096-9cbe-8e8965103c0a req-f7fb4736-0452-46ec-8ceb-249c39461a19 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0560336 Apr 18 13:58:09.711513 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-024bd147-84ff-4096-9cbe-8e8965103c0a req-91d2f9be-e85b-4734-bf0a-13d22c62f10f tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Apr 18 13:58:10.481185 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb126-e3c5-4625-a3b1-52e1cbc22b8c req-0fe8964e-fef5-4f47-a5e2-449f2b95fedb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:10.482792 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6eacb126-e3c5-4625-a3b1-52e1cbc22b8c req-0fe8964e-fef5-4f47-a5e2-449f2b95fedb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0478969 Apr 18 13:58:10.533373 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6eacb126-e3c5-4625-a3b1-52e1cbc22b8c req-6b60dbce-c03a-4f27-8095-9e557ca69c41 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 Apr 18 13:58:10.830479 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad1ccb-c6c4-4906-9450-11b2798acf45 req-0af47e44-ccf1-463c-a0ee-bb2d7b89d20e tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:10.831975 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-72ad1ccb-c6c4-4906-9450-11b2798acf45 req-0af47e44-ccf1-463c-a0ee-bb2d7b89d20e tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0515802 Apr 18 13:58:11.121627 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-72ad1ccb-c6c4-4906-9450-11b2798acf45 req-77dff6bb-7aee-4ed0-ae65-ed4d7c41455e tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813091 Apr 18 13:58:11.656863 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a26117-b541-4155-b66b-8b60de5497cf req-14ddb670-2c74-42d8-ae46-98aa06486f54 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:11.658453 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-82a26117-b541-4155-b66b-8b60de5497cf req-14ddb670-2c74-42d8-ae46-98aa06486f54 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0533004 Apr 18 13:58:11.707075 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-82a26117-b541-4155-b66b-8b60de5497cf req-8335d392-247e-43ec-80e3-aa01d2d39de8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 Apr 18 13:58:12.237424 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2141-d1f1-45eb-bed1-d7c1bdff5f0a req-23fda7a9-cfc9-4246-a450-48e7ae5b93fa tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:12.239029 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-11ec2141-d1f1-45eb-bed1-d7c1bdff5f0a req-23fda7a9-cfc9-4246-a450-48e7ae5b93fa tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0488102 Apr 18 13:58:12.296043 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-11ec2141-d1f1-45eb-bed1-d7c1bdff5f0a req-8363c12b-8608-40c6-8560-35a26fab718a tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 Apr 18 13:58:12.823593 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2abae-a409-448b-b327-4568887956e3 req-b512dd78-9000-4590-8d27-db4fb2f5b6c7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:12.825082 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5da2abae-a409-448b-b327-4568887956e3 req-b512dd78-9000-4590-8d27-db4fb2f5b6c7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0475099 Apr 18 13:58:12.881843 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5da2abae-a409-448b-b327-4568887956e3 req-2bd0888c-a45b-48ae-8c62-83de168a80b4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510535 Apr 18 13:58:13.414320 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89ed58-dd57-4e09-8e29-b5369275ac0f req-0db4bc1e-66d6-48cf-babc-98203facd603 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:13.416544 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b89ed58-dd57-4e09-8e29-b5369275ac0f req-0db4bc1e-66d6-48cf-babc-98203facd603 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0493927 Apr 18 13:58:13.464610 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b89ed58-dd57-4e09-8e29-b5369275ac0f req-197d28e4-a9b3-464c-8fab-c162fadedf8c tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Apr 18 13:58:14.015383 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52295c45-81c8-4350-b76d-0a047a5b75ed req-039bcae9-4fb9-47a9-a3ab-51e9c206e30b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:14.016941 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-52295c45-81c8-4350-b76d-0a047a5b75ed req-039bcae9-4fb9-47a9-a3ab-51e9c206e30b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0526967 Apr 18 13:58:14.067677 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-52295c45-81c8-4350-b76d-0a047a5b75ed req-13ca1085-efa3-4aa5-9ca6-952046565d89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 Apr 18 13:58:14.590588 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad2434-4f47-497f-94f8-23c8460ca87d req-6407cd20-200f-4bd1-9168-d097c77eff68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:14.592217 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a3ad2434-4f47-497f-94f8-23c8460ca87d req-6407cd20-200f-4bd1-9168-d097c77eff68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0535488 Apr 18 13:58:14.641897 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a3ad2434-4f47-497f-94f8-23c8460ca87d req-39d7bc4a-456a-4d1c-86b7-e56aec416aba tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Apr 18 13:58:15.194217 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eed79-9165-4442-8439-9f8f447e168f req-81233e6b-8dc0-4fbd-9498-0f5fbedad01f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:15.196561 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e9eed79-9165-4442-8439-9f8f447e168f req-81233e6b-8dc0-4fbd-9498-0f5fbedad01f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0550268 Apr 18 13:58:15.253498 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e9eed79-9165-4442-8439-9f8f447e168f req-c3d3209f-be67-436b-a4e0-30483cf83cd5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498326 Apr 18 13:58:15.761349 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1a73-660c-4194-bdaa-b0c3e1035228 req-58d88778-82e5-4836-a567-d4a3b9e6d1f2 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:15.762914 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f14f1a73-660c-4194-bdaa-b0c3e1035228 req-58d88778-82e5-4836-a567-d4a3b9e6d1f2 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0504484 Apr 18 13:58:15.812693 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f14f1a73-660c-4194-bdaa-b0c3e1035228 req-880d400e-af79-41ba-a597-f8c69651ea47 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438471 Apr 18 13:58:16.377049 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38c5b4-5bf4-467c-95ee-a9f4020df4a0 req-ba034721-cf44-4253-98f9-630c9587473d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:16.378947 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc38c5b4-5bf4-467c-95ee-a9f4020df4a0 req-ba034721-cf44-4253-98f9-630c9587473d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0495155 Apr 18 13:58:16.428832 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc38c5b4-5bf4-467c-95ee-a9f4020df4a0 req-99de8acf-ba1e-431f-ac01-725fc397781b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Apr 18 13:58:16.967145 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56e36-c2f7-4d99-9d5c-5373e30d9529 req-36972ee2-7588-4d50-b64b-eee73efeab7d tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:16.969477 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fb56e36-c2f7-4d99-9d5c-5373e30d9529 req-36972ee2-7588-4d50-b64b-eee73efeab7d tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0642884 Apr 18 13:58:17.066248 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fb56e36-c2f7-4d99-9d5c-5373e30d9529 req-32ad1f0c-2615-41f4-872a-90cfcefb9417 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908108 Apr 18 13:58:17.552635 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac94b3-2c4a-4ebd-82a4-896038e06a30 req-8cb15350-3b23-4dac-b04e-2ddec6726392 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:17.554141 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f9ac94b3-2c4a-4ebd-82a4-896038e06a30 req-8cb15350-3b23-4dac-b04e-2ddec6726392 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0539386 Apr 18 13:58:17.606913 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f9ac94b3-2c4a-4ebd-82a4-896038e06a30 req-940aaf18-eb8b-4ef9-aad4-706b2fa263e4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Apr 18 13:58:18.192243 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473ff0b-c90c-4a42-ab7f-f624d24e9169 req-af60c808-668a-48ad-a13f-a6b177debd76 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:18.193803 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0473ff0b-c90c-4a42-ab7f-f624d24e9169 req-af60c808-668a-48ad-a13f-a6b177debd76 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0531034 Apr 18 13:58:18.244424 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0473ff0b-c90c-4a42-ab7f-f624d24e9169 req-5bf2ee7f-c95b-457a-b87d-33e5b1361001 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Apr 18 13:58:18.734446 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d03f8-8b74-4c81-b091-27c1c95f38e9 req-3204bf64-df84-4e69-8d47-d1afafa65850 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:18.736396 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f0d03f8-8b74-4c81-b091-27c1c95f38e9 req-3204bf64-df84-4e69-8d47-d1afafa65850 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0517981 Apr 18 13:58:18.788197 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f0d03f8-8b74-4c81-b091-27c1c95f38e9 req-dd77c3e6-dc58-45ed-83c0-3e4741b33979 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459569 Apr 18 13:58:18.877681 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2be54ee6-0bbf-4ae3-b811-dbaab9cdc82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:19.366022 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75964af5-c070-4a21-85c2-10888cfc4fdd req-c67a73d2-2acd-40c4-88ed-b8661911b6f1 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:19.367544 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75964af5-c070-4a21-85c2-10888cfc4fdd req-c67a73d2-2acd-40c4-88ed-b8661911b6f1 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0528507 Apr 18 13:58:19.427059 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75964af5-c070-4a21-85c2-10888cfc4fdd req-e0e89110-a4c3-4177-bfa7-72dc24066fb8 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526667 Apr 18 13:58:19.931897 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9491d2-65a3-4203-bab6-fd4d263e2004 req-d4727c09-28c0-454e-be13-b99cef4c5561 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:19.933541 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fe9491d2-65a3-4203-bab6-fd4d263e2004 req-d4727c09-28c0-454e-be13-b99cef4c5561 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0564620 Apr 18 13:58:19.984976 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fe9491d2-65a3-4203-bab6-fd4d263e2004 req-5456baca-38f0-4e6e-8a5e-7e6f043c0f66 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451450 Apr 18 13:58:20.554393 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefca9f3-ca72-42c6-ae21-5d77efa36491 req-f187768d-f7ce-45b7-815f-a045fb0de7ae tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:20.556954 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fefca9f3-ca72-42c6-ae21-5d77efa36491 req-f187768d-f7ce-45b7-815f-a045fb0de7ae tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0531621 Apr 18 13:58:20.613029 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fefca9f3-ca72-42c6-ae21-5d77efa36491 req-82915e2d-e612-4ee1-8688-36d9a8c60715 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 Apr 18 13:58:21.116290 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb41fb2-68e3-4b83-afc2-c8f74b48f5dd req-d8a73b0e-d9f6-4879-b8b0-9d907422233e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:21.118908 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9eb41fb2-68e3-4b83-afc2-c8f74b48f5dd req-d8a73b0e-d9f6-4879-b8b0-9d907422233e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0567417 Apr 18 13:58:21.172435 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9eb41fb2-68e3-4b83-afc2-c8f74b48f5dd req-acf47bbb-20b3-4aae-b56a-3377d6bdafdc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487049 Apr 18 13:58:21.422301 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fc76cf50-ba06-489b-b5f0-2aed0747508c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:21.749688 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20cf9-de1d-4570-acb8-85c3c571cdc7 req-8392ed9f-546d-48d2-92b1-47201f9d1f38 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:21.751349 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3d20cf9-de1d-4570-acb8-85c3c571cdc7 req-8392ed9f-546d-48d2-92b1-47201f9d1f38 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0538068 Apr 18 13:58:21.804543 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3d20cf9-de1d-4570-acb8-85c3c571cdc7 req-431d8562-1889-4881-9ad8-1ab85c804f30 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Apr 18 13:58:22.319274 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50c768-6892-496b-b1b4-51317fb68b3f req-e172d06c-58ee-42e3-90b8-1d328a027baf tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:22.320779 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d50c768-6892-496b-b1b4-51317fb68b3f req-e172d06c-58ee-42e3-90b8-1d328a027baf tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0555909 Apr 18 13:58:22.391351 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d50c768-6892-496b-b1b4-51317fb68b3f req-a2e162d6-482f-49f0-82cc-fcea5268a49c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649288 Apr 18 13:58:22.638350 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:22.947254 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a815df-e906-4b92-954f-a2f245733be3 req-0aaca129-56a2-45ee-a47a-83e428de4300 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:22.949408 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2a815df-e906-4b92-954f-a2f245733be3 req-0aaca129-56a2-45ee-a47a-83e428de4300 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0662940 Apr 18 13:58:23.010314 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2a815df-e906-4b92-954f-a2f245733be3 req-3a06fcbb-e8c9-4d3a-99ef-6ae82840365f tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 Apr 18 13:58:23.559608 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99cb2-9342-4a26-9472-25b663c6c7cd req-9703a9fa-1899-4f8c-b33f-42e9a0ffd0fd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:23.561609 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f4f99cb2-9342-4a26-9472-25b663c6c7cd req-9703a9fa-1899-4f8c-b33f-42e9a0ffd0fd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0760918 Apr 18 13:58:23.620534 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f4f99cb2-9342-4a26-9472-25b663c6c7cd req-b5afd141-3e60-4ca0-ad3f-eef138baf86d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514858 Apr 18 13:58:24.020122 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:24.147158 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50fe7d-3489-47c6-8fbe-69fa51578669 req-9ba05298-7f3d-4af6-b416-366b1618c4e3 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:24.149367 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c50fe7d-3489-47c6-8fbe-69fa51578669 req-9ba05298-7f3d-4af6-b416-366b1618c4e3 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0641491 Apr 18 13:58:24.201067 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c50fe7d-3489-47c6-8fbe-69fa51578669 req-1f7eac2f-7655-4329-ad22-1ff1ae175ca0 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442250 Apr 18 13:58:24.745213 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573e2c1-a30e-458b-9f16-a444c817e5f2 req-1906b32e-08fe-4cd5-8dec-eaf1178596fa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:24.746842 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a573e2c1-a30e-458b-9f16-a444c817e5f2 req-1906b32e-08fe-4cd5-8dec-eaf1178596fa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0497947 Apr 18 13:58:24.798404 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a573e2c1-a30e-458b-9f16-a444c817e5f2 req-fc998832-a8ef-4d23-8abf-7f31e50cfb44 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459614 Apr 18 13:58:25.324877 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:25.356697 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b41b4-7274-48de-add9-fffd9f2ea42d req-17bce362-6a2c-4041-899d-a1200450d765 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:25.358424 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f1b41b4-7274-48de-add9-fffd9f2ea42d req-17bce362-6a2c-4041-899d-a1200450d765 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0754404 Apr 18 13:58:25.408849 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f1b41b4-7274-48de-add9-fffd9f2ea42d req-bbb9b41e-3843-4407-b079-dfb617b48771 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 Apr 18 13:58:25.933617 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c03e5c-7100-4b06-b3a8-edc4683c35a2 req-3ef069c6-43d9-41b6-8e81-ab0b5c97d31e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:25.937263 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31c03e5c-7100-4b06-b3a8-edc4683c35a2 req-3ef069c6-43d9-41b6-8e81-ab0b5c97d31e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0642486 Apr 18 13:58:26.000230 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31c03e5c-7100-4b06-b3a8-edc4683c35a2 req-8c7a0105-fa53-4168-8456-34575d7e72bc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Apr 18 13:58:26.544457 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffc82d-da93-48ac-a8e0-0f07d3b573d6 req-644148bc-9d04-464c-9177-e21c247fd9a9 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:26.546093 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4bffc82d-da93-48ac-a8e0-0f07d3b573d6 req-644148bc-9d04-464c-9177-e21c247fd9a9 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0516067 Apr 18 13:58:26.599092 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4bffc82d-da93-48ac-a8e0-0f07d3b573d6 req-c1c48e51-533e-48bf-8581-839f59e1fa1e tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475137 Apr 18 13:58:27.110625 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd64d05-4817-41d5-8053-a9a8d8cd3d35 req-ed61d65c-2633-4dda-9b16-43e524be15fa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:27.112199 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9cd64d05-4817-41d5-8053-a9a8d8cd3d35 req-ed61d65c-2633-4dda-9b16-43e524be15fa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0501654 Apr 18 13:58:27.176208 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9cd64d05-4817-41d5-8053-a9a8d8cd3d35 req-ce4ee5af-0afe-4c94-94f5-a4e7ed680d8d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530367 Apr 18 13:58:27.336410 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-1c7724ad-8ef1-4954-88b9-b654cfbb4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:27.337955 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-1c7724ad-8ef1-4954-88b9-b654cfbb4f1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 1130 time: 0.0461881 Apr 18 13:58:27.514948 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-3f9de13f-7263-4b8d-8cb9-00cbb5eea6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:27.516678 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-3f9de13f-7263-4b8d-8cb9-00cbb5eea6d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1492319 Apr 18 13:58:27.683742 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-339fa84a-b257-4c4d-900f-b77b97bc8175 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9283a7fe-3056-4543-a907-37ec78acf7cd HTTP/1.1" status: 200 len: 217 time: 0.0870912 Apr 18 13:58:27.886813 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51cc1-2d7c-405b-be94-966fd579e8be req-5211d65c-a9a9-4055-8526-feed171862c7 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:27.888927 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eca51cc1-2d7c-405b-be94-966fd579e8be req-5211d65c-a9a9-4055-8526-feed171862c7 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.1191213 Apr 18 13:58:27.900285 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-9b544a3a-bed3-4f78-bbf8-953846466129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:27.901808 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-9b544a3a-bed3-4f78-bbf8-953846466129 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.2037253 Apr 18 13:58:27.979697 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e014d9-f2ce-43e3-97f7-add12a92fbec req-b282bda2-16d3-448b-ada5-179930ad2469 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:27.986848 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-26e014d9-f2ce-43e3-97f7-add12a92fbec req-b282bda2-16d3-448b-ada5-179930ad2469 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0965190 Apr 18 13:58:28.027664 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eca51cc1-2d7c-405b-be94-966fd579e8be req-eeed7606-1616-4bd6-9a3e-fb63e83f885c tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247823 Apr 18 13:58:28.112725 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-26e014d9-f2ce-43e3-97f7-add12a92fbec req-90058379-f574-4515-9ca7-a1abc72f107b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247139 Apr 18 13:58:28.299116 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca653-0659-41f4-89cd-34d65f4874ac req-3b6ecb20-ca36-4d8f-87bf-251deff2a1be tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:28.301419 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9eeca653-0659-41f4-89cd-34d65f4874ac req-3b6ecb20-ca36-4d8f-87bf-251deff2a1be tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0542331 Apr 18 13:58:28.356117 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9eeca653-0659-41f4-89cd-34d65f4874ac req-632d416b-4bf8-4eba-b714-61670810e802 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Apr 18 13:58:29.192846 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0eb59-b5c4-428c-8013-bbaf8bbafd64 req-1be1032d-69e2-466b-9d6c-fee1b3478e51 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:29.194778 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ef0eb59-b5c4-428c-8013-bbaf8bbafd64 req-1be1032d-69e2-466b-9d6c-fee1b3478e51 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0807924 Apr 18 13:58:29.328545 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-badf72a7-33a8-4821-b97f-7e6058adac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:29.330386 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-badf72a7-33a8-4821-b97f-7e6058adac8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794640 Apr 18 13:58:29.337855 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84708e52-bbab-487c-93f3-3d2fc73b2a95 req-cfa7b50f-ccf3-4eb3-a9c8-3546ab7d8eea tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:29.339535 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-84708e52-bbab-487c-93f3-3d2fc73b2a95 req-cfa7b50f-ccf3-4eb3-a9c8-3546ab7d8eea tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1303689 Apr 18 13:58:29.342874 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ef0eb59-b5c4-428c-8013-bbaf8bbafd64 req-8de61a7d-866c-4f92-8d6a-8942b4feded8 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409338 Apr 18 13:58:29.421814 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-84708e52-bbab-487c-93f3-3d2fc73b2a95 req-06b9cb37-2a16-4e77-b5a4-61b3b553d18d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709143 Apr 18 13:58:29.497510 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff1c2a-b032-4858-8952-14d3bbe1283e req-0dd4676a-8efb-4a4b-9b37-0b8ff5548fe1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:29.499432 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-00ff1c2a-b032-4858-8952-14d3bbe1283e req-0dd4676a-8efb-4a4b-9b37-0b8ff5548fe1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0571756 Apr 18 13:58:29.550979 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-00ff1c2a-b032-4858-8952-14d3bbe1283e req-4c0dbdb9-12de-4b55-a0c2-b18d5336b212 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455852 Apr 18 13:58:29.725609 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:30.535176 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a85728-b7a9-49a5-b7b7-003a68482a07 req-7eee32bf-f2f7-4b28-86dc-75aa55de8ac7 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:30.536810 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16a85728-b7a9-49a5-b7b7-003a68482a07 req-7eee32bf-f2f7-4b28-86dc-75aa55de8ac7 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.1038172 Apr 18 13:58:30.604505 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d93e31-b020-4224-9fce-2ea491dec675 req-373f5e87-abc2-4fc8-b81e-5d3012816877 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:30.606112 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d9d93e31-b020-4224-9fce-2ea491dec675 req-373f5e87-abc2-4fc8-b81e-5d3012816877 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0929344 Apr 18 13:58:30.645076 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16a85728-b7a9-49a5-b7b7-003a68482a07 req-4c61fde9-f762-4599-9e69-40c81a2a8b35 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808027 Apr 18 13:58:30.683428 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d9d93e31-b020-4224-9fce-2ea491dec675 req-88d75e29-e703-46a7-8e28-c377351c9120 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686543 Apr 18 13:58:30.857511 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421794f-f0ff-4ff0-8aad-e4a2f7591571 req-2eda2631-25ef-4ddd-a74b-254340070f01 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:30.866218 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6421794f-f0ff-4ff0-8aad-e4a2f7591571 req-2eda2631-25ef-4ddd-a74b-254340070f01 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.1172750 Apr 18 13:58:30.893519 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-6c0d8031-da1d-44d7-9051-5ae276b2071b service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730733 Apr 18 13:58:30.930438 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6421794f-f0ff-4ff0-8aad-e4a2f7591571 req-23e24f94-9277-4846-b805-a20b450416de tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621245 Apr 18 13:58:31.445290 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3b3ca-5184-4b11-99e1-05cb81644aca req-2b3b82a0-830f-4f50-804e-5ef39f8d4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:31.447341 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35a3b3ca-5184-4b11-99e1-05cb81644aca req-2b3b82a0-830f-4f50-804e-5ef39f8d4d6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 1130 time: 0.0508056 Apr 18 13:58:31.478594 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31d215cb-6153-47a0-a85e-8a4c68e3c98a req-24330718-f0f0-4c6b-acd4-c7620261ab22 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043348 Apr 18 13:58:31.832718 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d8442-d550-4ee7-a4cd-8d67667066a9 req-755f6ead-54e9-4c66-8163-d4d27c5cd7ee tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:31.834206 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-573d8442-d550-4ee7-a4cd-8d67667066a9 req-755f6ead-54e9-4c66-8163-d4d27c5cd7ee tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0794492 Apr 18 13:58:31.840462 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b660a8-5f3f-4155-8376-6faad6cca960 req-d1ebf44a-9ac4-454f-9f48-364bcb56fa45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:31.841838 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b4b660a8-5f3f-4155-8376-6faad6cca960 req-d1ebf44a-9ac4-454f-9f48-364bcb56fa45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0769718 Apr 18 13:58:31.923249 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-573d8442-d550-4ee7-a4cd-8d67667066a9 req-4c0f058f-7be6-4c9c-8599-cf4f3a097f75 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804524 Apr 18 13:58:31.951065 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b4b660a8-5f3f-4155-8376-6faad6cca960 req-19aa9177-7272-4a58-bf2b-ee3e0eb58bd6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024773 Apr 18 13:58:32.021667 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35a3b3ca-5184-4b11-99e1-05cb81644aca req-9d215ea6-dd5f-4878-ae94-f8d751fde31e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207604 Apr 18 13:58:32.093889 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511923d-975f-40fa-807b-87123f474c1d req-56fd59da-65ba-4acb-b680-f7130d1e3d25 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:32.096215 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8511923d-975f-40fa-807b-87123f474c1d req-56fd59da-65ba-4acb-b680-f7130d1e3d25 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0538206 Apr 18 13:58:32.146644 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8511923d-975f-40fa-807b-87123f474c1d req-b3bf589b-79af-4db4-a1ce-138933703d16 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 Apr 18 13:58:33.090834 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005e2d-8ef8-4f7b-b613-73c6a8b7b925 req-9185cd7a-12e3-4bcc-be73-aeec4ec55402 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:33.099237 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10005e2d-8ef8-4f7b-b613-73c6a8b7b925 req-9185cd7a-12e3-4bcc-be73-aeec4ec55402 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 948 time: 0.0679913 Apr 18 13:58:33.202390 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10005e2d-8ef8-4f7b-b613-73c6a8b7b925 req-0aae4ccb-c9db-4a11-b1a3-cc28cb89d166 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967240 Apr 18 13:58:33.239892 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417add1e-bfc3-4831-8876-5bc641b2c2fe req-5f6aa9f0-cb46-454d-a66d-7a1858cff162 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:33.241548 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-417add1e-bfc3-4831-8876-5bc641b2c2fe req-5f6aa9f0-cb46-454d-a66d-7a1858cff162 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1115379 Apr 18 13:58:33.346575 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-417add1e-bfc3-4831-8876-5bc641b2c2fe req-16b0888c-0c11-4609-a4b5-dece35313313 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989377 Apr 18 13:58:33.382794 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deae8a-cff4-4c7b-97b2-e51e4096cc43 req-f80578f7-588f-47f3-854e-7e30dc486466 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:33.384565 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b8deae8a-cff4-4c7b-97b2-e51e4096cc43 req-f80578f7-588f-47f3-854e-7e30dc486466 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.1035764 Apr 18 13:58:33.469798 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b8deae8a-cff4-4c7b-97b2-e51e4096cc43 req-fd2a4337-790e-4bda-b43e-0091d842652e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790045 Apr 18 13:58:33.640046 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cf3d2-88b2-441a-b6ee-d03e894ede72 req-a457f8ad-e396-4ff9-ba39-4a18a3695904 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:33.641505 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-342cf3d2-88b2-441a-b6ee-d03e894ede72 req-a457f8ad-e396-4ff9-ba39-4a18a3695904 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0505702 Apr 18 13:58:33.698296 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-342cf3d2-88b2-441a-b6ee-d03e894ede72 req-b3c17c03-2cbf-45f6-b1a5-e752806ace6b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512204 Apr 18 13:58:33.792363 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6e06fa99-1bc4-4690-9d0e-53d2250a6559 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:58:33.910774 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6e06fa99-1bc4-4690-9d0e-53d2250a6559, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6e06fa99-1bc4-4690-9d0e-53d2250a6559,segment=NetworkSegment(d05133ff-a05c-4ebb-817f-9cf06c1c611b),segment_id=d05133ff-a05c-4ebb-817f-9cf06c1c611b)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:33.925495 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '6e06fa99-1bc4-4690-9d0e-53d2250a6559', 'network_id': '5cea62ce-351d-41c1-bc13-3ca0a3626e58', 'port_id': '6e06fa99-1bc4-4690-9d0e-53d2250a6559', 'mac_address': 'fa:16:3e:c5:ca:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1658e44b-26d8-4889-9659-baf5dd1a7b7f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:58:33.975956 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:33.976224 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:33.990296 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e06fa99-1bc4-4690-9d0e-53d2250a6559 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:58:34.010657 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6e06fa99-1bc4-4690-9d0e-53d2250a6559, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6e06fa99-1bc4-4690-9d0e-53d2250a6559,segment=NetworkSegment(d05133ff-a05c-4ebb-817f-9cf06c1c611b),segment_id=d05133ff-a05c-4ebb-817f-9cf06c1c611b)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:34.014507 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:34.064352 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=6e06fa99-1bc4-4690-9d0e-53d2250a6559,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:34.322649 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43d77b-e78a-48c9-b359-bff86abada7b req-d08dd308-4b5d-4f5d-9f5a-3417818d4da9 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:34.324163 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca43d77b-e78a-48c9-b359-bff86abada7b req-d08dd308-4b5d-4f5d-9f5a-3417818d4da9 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 949 time: 0.0526540 Apr 18 13:58:34.380959 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca43d77b-e78a-48c9-b359-bff86abada7b req-7dd8b470-3c3f-4f6a-8036-b3922144b7dc tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 Apr 18 13:58:34.477103 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39229387-cf9d-48e1-97e2-2a084cdd70c3 req-c98b5554-cf57-4497-89ed-0fbbd8ed6810 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:34.479344 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39229387-cf9d-48e1-97e2-2a084cdd70c3 req-c98b5554-cf57-4497-89ed-0fbbd8ed6810 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0471792 Apr 18 13:58:34.548839 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['6e06fa99-1bc4-4690-9d0e-53d2250a6559'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:58:34.550266 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39229387-cf9d-48e1-97e2-2a084cdd70c3 req-cd3f3314-ff21-4983-84ac-789351599814 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628130 Apr 18 13:58:34.617126 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d840a29-9968-47e8-9758-a3b2045b7f04 req-5bb3b40c-1989-4b59-8f5a-885970035aac tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:34.618994 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d840a29-9968-47e8-9758-a3b2045b7f04 req-5bb3b40c-1989-4b59-8f5a-885970035aac tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0661571 Apr 18 13:58:34.676006 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d840a29-9968-47e8-9758-a3b2045b7f04 req-ccc340d4-ffa2-4e13-ab1e-faf24e9f6a0d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515060 Apr 18 13:58:34.820946 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df9722-0713-4985-b820-b42ebf415b22 req-47bc7cff-2a50-46ab-9b2b-ac13c8e4128e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:34.823166 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9df9722-0713-4985-b820-b42ebf415b22 req-47bc7cff-2a50-46ab-9b2b-ac13c8e4128e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0554919 Apr 18 13:58:34.894331 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9df9722-0713-4985-b820-b42ebf415b22 req-c9d1090a-9c27-43d4-92db-39321cb6ebbd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639448 Apr 18 13:58:34.974476 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47a22-59ad-4ae3-ab40-b48cfae09dda req-cb4cf272-3917-49c6-bc60-e3524ff867cc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:34.976342 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8f47a22-59ad-4ae3-ab40-b48cfae09dda req-cb4cf272-3917-49c6-bc60-e3524ff867cc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0628128 Apr 18 13:58:35.036458 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8f47a22-59ad-4ae3-ab40-b48cfae09dda req-9c6f7843-4b50-454b-ae5e-9937143a23a3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519521 Apr 18 13:58:35.503897 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46be7-7550-46a9-950e-6cd1d1b1558e req-7293268e-27a4-43f2-b2fd-61fa5ab8c74e tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:35.505387 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38c46be7-7550-46a9-950e-6cd1d1b1558e req-7293268e-27a4-43f2-b2fd-61fa5ab8c74e tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 949 time: 0.0507762 Apr 18 13:58:35.558357 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38c46be7-7550-46a9-950e-6cd1d1b1558e req-365827ad-aa38-4671-9a23-a0b28044349d tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 Apr 18 13:58:35.680167 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c84dc9-fe58-43a6-97e0-bf3c6a52d3e1 req-f3dafb08-606b-4597-a6e9-34ad71b20127 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:35.682518 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-29c84dc9-fe58-43a6-97e0-bf3c6a52d3e1 req-f3dafb08-606b-4597-a6e9-34ad71b20127 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0559504 Apr 18 13:58:35.735503 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-29c84dc9-fe58-43a6-97e0-bf3c6a52d3e1 req-1e352565-4dc4-4b59-9763-4cf09c60d109 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471909 Apr 18 13:58:35.865416 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6e06fa99-1bc4-4690-9d0e-53d2250a6559 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:58:35.912490 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:58:35.920252 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:35.920635 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:36.010332 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:36.010624 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:36.021726 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b0036-7c4d-4578-b8c1-172910a3388c req-89e08371-b88d-4bb8-b445-48c19f2f06ef tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.023349 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d4b0036-7c4d-4578-b8c1-172910a3388c req-89e08371-b88d-4bb8-b445-48c19f2f06ef tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0527985 Apr 18 13:58:36.034703 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca6c3b9-6ed4-4922-85b5-9a45f4fb5068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06fa99-1bc4-4690-9d0e-53d2250a6559'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:58:36.037346 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569e706c-f135-4310-bffc-c0e74a341a89" -d '{"events": [{"server_uuid": "dca6c3b9-6ed4-4922-85b5-9a45f4fb5068", "name": "network-vif-plugged", "status": "completed", "tag": "6e06fa99-1bc4-4690-9d0e-53d2250a6559"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:58:36.069139 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6e06fa99-1bc4-4690-9d0e-53d2250a6559, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6e06fa99-1bc4-4690-9d0e-53d2250a6559,segment=NetworkSegment(d05133ff-a05c-4ebb-817f-9cf06c1c611b),segment_id=d05133ff-a05c-4ebb-817f-9cf06c1c611b)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:36.076936 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:36.099603 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-c83dfc2f-3a6b-4498-ab26-49963fbc5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.101144 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-c83dfc2f-3a6b-4498-ab26-49963fbc5acf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 1130 time: 0.0627313 Apr 18 13:58:36.116534 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e3530e-b50c-4282-a7f3-5c7edf2ab4e5 x-openstack-request-id: req-a3e3530e-b50c-4282-a7f3-5c7edf2ab4e5 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:58:36.116844 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca6c3b9-6ed4-4922-85b5-9a45f4fb5068", "name": "network-vif-plugged", "status": "completed", "tag": "6e06fa99-1bc4-4690-9d0e-53d2250a6559", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:58:36.117275 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3e3530e-b50c-4282-a7f3-5c7edf2ab4e5 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:58:36.117832 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e3530e-b50c-4282-a7f3-5c7edf2ab4e5'] response: {'server_uuid': 'dca6c3b9-6ed4-4922-85b5-9a45f4fb5068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06fa99-1bc4-4690-9d0e-53d2250a6559', 'code': 200} Apr 18 13:58:36.200213 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=6e06fa99-1bc4-4690-9d0e-53d2250a6559,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:36.229500 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d4b0036-7c4d-4578-b8c1-172910a3388c req-9f6f1f07-d651-4998-85f3-9c4838f42038 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979570 Apr 18 13:58:36.251337 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-90c10fc2-8dd3-441b-ba27-851fa664d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.252810 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-90c10fc2-8dd3-441b-ba27-851fa664d3b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1285288 Apr 18 13:58:36.279072 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023565ed-b3ce-4369-8464-6bbfb176d0f9 req-8fc6c9bb-0f88-471d-9b5c-643e54527bfa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.280614 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-023565ed-b3ce-4369-8464-6bbfb176d0f9 req-8fc6c9bb-0f88-471d-9b5c-643e54527bfa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0887704 Apr 18 13:58:36.339562 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-023565ed-b3ce-4369-8464-6bbfb176d0f9 req-f519cd19-6858-480e-9338-9157e2f4c910 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522022 Apr 18 13:58:36.691390 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6750e5-0ad6-4bb6-9ba6-279e58afadd4 req-aa5cc1d6-d221-452d-b002-49e579d2131b tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.692918 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bf6750e5-0ad6-4bb6-9ba6-279e58afadd4 req-aa5cc1d6-d221-452d-b002-49e579d2131b tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0517697 Apr 18 13:58:36.756418 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-1107daeb-39d3-4f88-9e8c-4d3ef87c5ffb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9283a7fe-3056-4543-a907-37ec78acf7cd HTTP/1.1" status: 200 len: 217 time: 0.0538263 Apr 18 13:58:36.763532 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bf6750e5-0ad6-4bb6-9ba6-279e58afadd4 req-a98bca61-3a31-4865-a2a1-b50a02e0a930 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635800 Apr 18 13:58:36.831342 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-d5d88935-6556-439a-a09c-2311ff8c1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.835290 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-d5d88935-6556-439a-a09c-2311ff8c1a10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.0691540 Apr 18 13:58:36.896245 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a008-50cc-4136-9ba0-727a4994f1c3 req-89c64f00-f939-4167-bd8e-40f63eb97ccc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.896476 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-e4e568de-f898-4016-adf0-2fbc9f6b28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.897817 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4844a008-50cc-4136-9ba0-727a4994f1c3 req-89c64f00-f939-4167-bd8e-40f63eb97ccc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0595591 Apr 18 13:58:36.898589 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-e4e568de-f898-4016-adf0-2fbc9f6b28b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490189 Apr 18 13:58:36.955748 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa148-b958-48e8-98f6-8ae5267b46f8 req-d025fe48-c1cf-47c9-ba48-3d99e977f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:36.961157 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09faa148-b958-48e8-98f6-8ae5267b46f8 req-d025fe48-c1cf-47c9-ba48-3d99e977f3a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 1134 time: 0.0586770 Apr 18 13:58:36.992654 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4844a008-50cc-4136-9ba0-727a4994f1c3 req-333811cb-e8fa-449c-8ba3-5ddafe8149b8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843148 Apr 18 13:58:37.036517 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09faa148-b958-48e8-98f6-8ae5267b46f8 req-2972be22-1c14-49e4-8465-e457061de559 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607219 Apr 18 13:58:37.037073 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-4cf0bf7e-81c5-41f0-b774-ce303add3f65 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284811 Apr 18 13:58:37.360300 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508fd0-bf3a-4d19-aa89-123a0acbf864 req-4ef8bf4b-ecb5-4beb-a082-74321916c4dd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:37.361874 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c508fd0-bf3a-4d19-aa89-123a0acbf864 req-4ef8bf4b-ecb5-4beb-a082-74321916c4dd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0593784 Apr 18 13:58:37.544359 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eea03bea-4144-4ecc-bc6a-5d4d5d165ade req-550da8a9-2493-4929-875a-c9c719c93d80 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636930 Apr 18 13:58:37.565121 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c508fd0-bf3a-4d19-aa89-123a0acbf864 req-f41293a1-dba3-4842-8992-a3e48ce2ecc3 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864662 Apr 18 13:58:37.573253 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888355bd-cb92-4465-bb96-a5b3302cb056 req-38944124-d727-4404-a2f2-c3ff2de1a95c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:37.574836 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-888355bd-cb92-4465-bb96-a5b3302cb056 req-38944124-d727-4404-a2f2-c3ff2de1a95c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.1273079 Apr 18 13:58:37.664640 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-888355bd-cb92-4465-bb96-a5b3302cb056 req-c30452bb-4d3e-4786-966b-7b87275301eb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817981 Apr 18 13:58:37.887003 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60978) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:37.891462 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788240901', 'description': 'tempest-description--967178932'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:37.913322 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:37.916593 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e97f86-f526-4ccb-9952-2d303e5792dd req-ef8262c8-5012-44cf-ba55-d31d7a89bd91 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:37.917527 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d0e97f86-f526-4ccb-9952-2d303e5792dd req-ef8262c8-5012-44cf-ba55-d31d7a89bd91 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0550897 Apr 18 13:58:37.972355 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d0e97f86-f526-4ccb-9952-2d303e5792dd req-828b7fc6-171a-4685-9e83-e1d08bab4670 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483463 Apr 18 13:58:37.995497 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (14228fb3-c726-4bd1-a5d8-584699b9e280), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:37.999561 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (14228fb3-c726-4bd1-a5d8-584699b9e280), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.030145 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.034112 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433890 Apr 18 13:58:38.034245 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60982) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:38.038310 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-423eac20-6818-41fa-8a21-ff6a84186eeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group_rule': {'security_group_id': '14228fb3-c726-4bd1-a5d8-584699b9e280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:38.045088 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14228fb3-c726-4bd1-a5d8-584699b9e280,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:38.058241 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.058832 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.059355 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.059917 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.060468 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.060985 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.061490 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.062015 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.062552 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.063083 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.063573 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.064108 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.064425 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.064965 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.065501 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115d64d9-35ac-4e5d-b36a-5a3495f4d04a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.100169 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-423eac20-6818-41fa-8a21-ff6a84186eeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (e77e53d1-cf0a-4e5e-a415-54b585a0a77e), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.142328 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44e98-9984-4641-b328-2635393b61c7 req-86be941b-5a9e-4380-8300-5f58704aafee tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:38.143841 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1da44e98-9984-4641-b328-2635393b61c7 req-86be941b-5a9e-4380-8300-5f58704aafee tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0534883 Apr 18 13:58:38.174862 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-423eac20-6818-41fa-8a21-ff6a84186eeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (e77e53d1-cf0a-4e5e-a415-54b585a0a77e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.179669 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-423eac20-6818-41fa-8a21-ff6a84186eeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (e77e53d1-cf0a-4e5e-a415-54b585a0a77e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.196132 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1da44e98-9984-4641-b328-2635393b61c7 req-6b0d815c-87fb-48f7-a3b2-1f644c2062c5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454566 Apr 18 13:58:38.211421 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423eac20-6818-41fa-8a21-ff6a84186eeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77e53d1-cf0a-4e5e-a415-54b585a0a77e,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:38.226997 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-423eac20-6818-41fa-8a21-ff6a84186eeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.231805 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 60984) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:38.233414 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-423eac20-6818-41fa-8a21-ff6a84186eeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933534 Apr 18 13:58:38.236979 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group_rule': {'security_group_id': '14228fb3-c726-4bd1-a5d8-584699b9e280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:38.267062 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (195d505d-cd48-4247-baa8-60a6ea383031), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.334058 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (195d505d-cd48-4247-baa8-60a6ea383031), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.339511 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (195d505d-cd48-4247-baa8-60a6ea383031), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.365082 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195d505d-cd48-4247-baa8-60a6ea383031,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:38.375162 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.376661 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434157 Apr 18 13:58:38.378061 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.378498 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.378914 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.379341 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.379941 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.380124 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 60988) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:38.380278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.380377 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.380682 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.381010 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.381655 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.381655 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.381982 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.382323 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.382646 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.382972 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7706fc-9bf1-40a8-9ead-ab8611ad0a35 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:38.389541 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:38.415258 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.497086 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.622458 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Allocated IP 172.27.3.97 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/98a550ee-882c-418e-8bd5-b0d656c69493) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:58:38.696977 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13518a43-9629-4301-891c-f661fea64811 req-a81d7dba-cf29-43f5-a2c6-5d76a2e04b4f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:38.699193 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-13518a43-9629-4301-891c-f661fea64811 req-a81d7dba-cf29-43f5-a2c6-5d76a2e04b4f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0561216 Apr 18 13:58:38.749337 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (98a550ee-882c-418e-8bd5-b0d656c69493), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.798553 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-13518a43-9629-4301-891c-f661fea64811 req-ea765322-897d-4d9f-8ed6-b5c857f3c6b4 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936828 Apr 18 13:58:38.818189 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (98a550ee-882c-418e-8bd5-b0d656c69493), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:38.819240 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4840c-e28d-473e-a73e-f0d7174a9f7c req-f24c036b-264a-4463-b8e7-a1b28aa9b553 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:38.826826 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88c4840c-e28d-473e-a73e-f0d7174a9f7c req-f24c036b-264a-4463-b8e7-a1b28aa9b553 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0898356 Apr 18 13:58:38.861922 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:58:38.866687 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:58:38.871560 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:58:38.881085 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88c4840c-e28d-473e-a73e-f0d7174a9f7c req-847b8bd5-9c68-452c-83a3-3445113bf56f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 Apr 18 13:58:38.906038 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=98a550ee-882c-418e-8bd5-b0d656c69493,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:39.029244 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (5359efa7-ba1b-4420-bdf6-eba09ff96e29), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:39.074050 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (98a550ee-882c-418e-8bd5-b0d656c69493), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:39.109620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400800d-ce82-4a4d-a98f-c82dccccff73 req-f1f613c3-da39-4336-b118-dfd6f8df16af tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:39.111851 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1400800d-ce82-4a4d-a98f-c82dccccff73 req-f1f613c3-da39-4336-b118-dfd6f8df16af tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0639434 Apr 18 13:58:39.168745 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1400800d-ce82-4a4d-a98f-c82dccccff73 req-5c329a98-8c0f-4a5b-ae16-35bdd0d4851b tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Apr 18 13:58:39.241267 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (98a550ee-882c-418e-8bd5-b0d656c69493), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:39.246081 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (98a550ee-882c-418e-8bd5-b0d656c69493), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:39.320758 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=98a550ee-882c-418e-8bd5-b0d656c69493,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:39.331887 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195a021-2ec4-4efb-9a2f-4bcfe81d9577 req-aa15958e-9463-49e5-a895-be936e7f2c18 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:39.333533 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3195a021-2ec4-4efb-9a2f-4bcfe81d9577 req-aa15958e-9463-49e5-a895-be936e7f2c18 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Apr 18 13:58:39.334167 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (5359efa7-ba1b-4420-bdf6-eba09ff96e29), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:39.351164 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:39.353339 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4fddd2da-8bfb-4c50-b186-48e86619f660 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9715679 Apr 18 13:58:39.384149 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3195a021-2ec4-4efb-9a2f-4bcfe81d9577 req-8fe88469-f000-4e1d-8df8-f390a5719027 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442579 Apr 18 13:58:39.563347 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-66fe969f-ae25-4948-a845-d118e58dfce3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1788240901&fields=id&tenant_id=66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 267 time: 0.0418808 Apr 18 13:58:39.670184 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-c3d6d5a4-e913-46a4-8169-a94b4153b334 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:39.671542 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-c3d6d5a4-e913-46a4-8169-a94b4153b334 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 814 time: 0.1017871 Apr 18 13:58:39.685557 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-d91b95e2-666f-4fce-80be-5802647d2854 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/quotas/66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 375 time: 0.0087156 Apr 18 13:58:39.745162 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-411ecc27-a756-4548-a923-781762891bb7 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545967 Apr 18 13:58:39.846432 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-f2b675fb-9fd5-463f-98ca-a3bb2b5e99db service neutron] 10.222.0.11 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898542 Apr 18 13:58:39.959693 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e6810-3352-48b7-b6f9-b2be8b1aee33 req-bf5febdf-e97a-4061-8635-5f579b870f18 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:39.961058 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3c5e6810-3352-48b7-b6f9-b2be8b1aee33 req-bf5febdf-e97a-4061-8635-5f579b870f18 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0830028 Apr 18 13:58:39.991521 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-8d534435-7847-43a0-8613-c9ec3e3a0d8e service neutron] 10.222.0.11 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381402 Apr 18 13:58:40.023674 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3c5e6810-3352-48b7-b6f9-b2be8b1aee33 req-feede12d-6733-4074-9c5e-fd3c858df817 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558012 Apr 18 13:58:40.133203 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39149958-f3ad-47b7-9dd9-fdb6d58bc3c5 req-d1b3f57e-7d5c-4670-9624-5da95196e030 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:40.135440 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39149958-f3ad-47b7-9dd9-fdb6d58bc3c5 req-d1b3f57e-7d5c-4670-9624-5da95196e030 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0486343 Apr 18 13:58:40.191819 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e964efea-3ff0-41a8-98f8-6cef9ffe9e50 req-17b5c4f2-ae1e-4dd0-9a2e-776055ea59fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.0414391 Apr 18 13:58:40.220518 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39149958-f3ad-47b7-9dd9-fdb6d58bc3c5 req-c904b4da-b5c9-4eab-ad44-2d545898c84b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791082 Apr 18 13:58:40.314552 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229ac5-8853-46a1-b9b7-df549311a406 req-f9770e43-35be-42de-8e9f-cfa7fc7e80fa tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:40.316355 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-59229ac5-8853-46a1-b9b7-df549311a406 req-f9770e43-35be-42de-8e9f-cfa7fc7e80fa tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0556977 Apr 18 13:58:40.395477 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-59229ac5-8853-46a1-b9b7-df549311a406 req-2bcbadcd-b2a7-4c23-8d42-0da947e74e90 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697007 Apr 18 13:58:40.532230 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca66f70-a874-48d6-8f49-1cfe94fca22d req-18aeb5b9-fbae-4a84-8a44-48f8d15e1402 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:40.534383 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eca66f70-a874-48d6-8f49-1cfe94fca22d req-18aeb5b9-fbae-4a84-8a44-48f8d15e1402 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0625701 Apr 18 13:58:40.583362 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eca66f70-a874-48d6-8f49-1cfe94fca22d req-19ef1f33-8d78-4d1e-be07-81162a500906 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418391 Apr 18 13:58:41.146807 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad993c4-c905-4e33-ac9c-e6a70f1afddf req-3ff026dd-3542-4438-b61b-62990371eb19 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:41.148343 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0ad993c4-c905-4e33-ac9c-e6a70f1afddf req-3ff026dd-3542-4438-b61b-62990371eb19 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0503218 Apr 18 13:58:41.195454 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0ad993c4-c905-4e33-ac9c-e6a70f1afddf req-aa18046c-fb94-4a7b-aa12-456ed83c4dba tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 Apr 18 13:58:41.301436 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-040ed16c-907a-4613-86b3-383189d57fd4 req-95162487-8886-4dde-bed4-e108d118d3f7 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.0298119 Apr 18 13:58:41.345224 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d49bc4-f33f-4267-bfb4-68f97356eecf req-5ea96656-43a0-4263-a21b-a00910eb3a94 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:41.346662 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54d49bc4-f33f-4267-bfb4-68f97356eecf req-5ea96656-43a0-4263-a21b-a00910eb3a94 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0482273 Apr 18 13:58:41.397232 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54d49bc4-f33f-4267-bfb4-68f97356eecf req-f138d58b-74c6-477f-bd4c-4b77ca32f535 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Apr 18 13:58:41.522545 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc20da-bb32-4485-85c6-5f0469bd3b4a req-b44ad077-5a34-48e3-9717-a78fc5c0ee62 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:41.524744 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cabc20da-bb32-4485-85c6-5f0469bd3b4a req-b44ad077-5a34-48e3-9717-a78fc5c0ee62 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0500715 Apr 18 13:58:41.573900 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cabc20da-bb32-4485-85c6-5f0469bd3b4a req-50fa4bf3-702f-4285-b953-66f34424a092 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434775 Apr 18 13:58:41.703700 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b919c-7d0a-4b81-b990-86654fc71234 req-c7693883-ea32-40f2-91eb-b168bbad1f5e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:41.706031 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a00b919c-7d0a-4b81-b990-86654fc71234 req-c7693883-ea32-40f2-91eb-b168bbad1f5e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0500565 Apr 18 13:58:41.761039 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a00b919c-7d0a-4b81-b990-86654fc71234 req-977fbd92-b6b6-46db-83ff-370beaeee853 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482674 Apr 18 13:58:41.841121 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42a45c-1a0b-408a-a2d4-6a1d043e526c req-4a09e80f-ae5b-48b4-95d1-2ac088f6a292 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:41.842576 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a42a45c-1a0b-408a-a2d4-6a1d043e526c req-4a09e80f-ae5b-48b4-95d1-2ac088f6a292 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0523112 Apr 18 13:58:41.889495 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a42a45c-1a0b-408a-a2d4-6a1d043e526c req-72cdf2cf-24cc-4e77-9669-5263032e532f tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Apr 18 13:58:42.059182 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 32898) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:42.303480 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f30ee9-afb1-4344-ab15-b390710db0b0 admin admin] Deleting subnet 774bd245-4bdb-4eb1-8065-efde7af57e39 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 13:58:42.306529 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f8f30ee9-afb1-4344-ab15-b390710db0b0 admin admin] Publish callbacks [] for subnet (774bd245-4bdb-4eb1-8065-efde7af57e39), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.321319 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c58aaf-79de-4c9b-a292-6862b17b46de req-127e6620-fa25-4873-b4ed-fbc88901b5a1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:42.322787 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c58aaf-79de-4c9b-a292-6862b17b46de req-127e6620-fa25-4873-b4ed-fbc88901b5a1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0469561 Apr 18 13:58:42.341404 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f8f30ee9-afb1-4344-ab15-b390710db0b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (774bd245-4bdb-4eb1-8065-efde7af57e39), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.373848 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c58aaf-79de-4c9b-a292-6862b17b46de req-fb732c13-ebe9-440f-808e-95147edf0b89 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451458 Apr 18 13:58:42.383279 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f8f30ee9-afb1-4344-ab15-b390710db0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (774bd245-4bdb-4eb1-8065-efde7af57e39), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.402422 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-505c8875-0887-47f2-99e3-f0f185ba5188 req-e7ffcd97-3af5-480e-8f0e-d47eba8a04d8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Apr 18 13:58:42.444986 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f8f30ee9-afb1-4344-ab15-b390710db0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (774bd245-4bdb-4eb1-8065-efde7af57e39), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.470530 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f30ee9-afb1-4344-ab15-b390710db0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774bd245-4bdb-4eb1-8065-efde7af57e39,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:42.474296 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f8f30ee9-afb1-4344-ab15-b390710db0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.477755 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f8f30ee9-afb1-4344-ab15-b390710db0b0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/774bd245-4bdb-4eb1-8065-efde7af57e39 HTTP/1.1" status: 204 len: 168 time: 0.4175298 Apr 18 13:58:42.480610 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 32906) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:42.523199 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a3499-066e-42d6-8b5c-342831800d96 req-82896927-2975-4dfd-aac1-40b7ff3de99c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:42.525418 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d65a3499-066e-42d6-8b5c-342831800d96 req-82896927-2975-4dfd-aac1-40b7ff3de99c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0554652 Apr 18 13:58:42.550676 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (8763295f-1d9d-43f3-8c66-e4d2fe4d2947), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.576039 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d65a3499-066e-42d6-8b5c-342831800d96 req-b4f27681-3c86-4680-82a0-d632630bf8b4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Apr 18 13:58:42.638134 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (8763295f-1d9d-43f3-8c66-e4d2fe4d2947), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.658510 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8763295f-1d9d-43f3-8c66-e4d2fe4d2947']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:58:42.668573 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89f7979-1d51-426d-9113-0e5cffa1f416') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:58:42.668873 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89f7979-1d51-426d-9113-0e5cffa1f416') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:58:42.678146 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7212202'] for segment (a89f7979-1d51-426d-9113-0e5cffa1f416), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.692180 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (a89f7979-1d51-426d-9113-0e5cffa1f416), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.698235 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 13:58:42.698623 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924556'] for segment (a89f7979-1d51-426d-9113-0e5cffa1f416), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: Traceback (most recent call last): Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: timer() Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: cb(*args, **kw) Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: return func(*args, **kwargs) Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: self._notify() Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: self.callback(batched_events) Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: event.method(event) Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: return f(self, *a, **k) Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._get(url).json() Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 13:58:42.700501 dv-cinder-838302-1-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 13:58:42.761976 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (8763295f-1d9d-43f3-8c66-e4d2fe4d2947), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.768190 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:42.771569 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8763295f-1d9d-43f3-8c66-e4d2fe4d2947 HTTP/1.1" status: 204 len: 168 time: 0.2900429 Apr 18 13:58:42.792879 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d056139-cf41-4f94-823f-9f47198cf7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8763295f-1d9d-43f3-8c66-e4d2fe4d2947,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:42.920253 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa49ea2-8549-4e67-be2e-5380d617d7a0 req-34faaa3c-c402-4acd-aca4-fd4eb28ef414 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:42.921925 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-baa49ea2-8549-4e67-be2e-5380d617d7a0 req-34faaa3c-c402-4acd-aca4-fd4eb28ef414 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0583725 Apr 18 13:58:42.991045 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-baa49ea2-8549-4e67-be2e-5380d617d7a0 req-72ec22f1-4861-4335-9a47-34807b39db89 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599389 Apr 18 13:58:43.045623 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 32924) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:43.302619 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018102e2-7f6a-4caa-9612-7bce32ce9dd4 req-2e4960bf-d521-4888-8c1e-12e853af355c tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:43.304504 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-018102e2-7f6a-4caa-9612-7bce32ce9dd4 req-2e4960bf-d521-4888-8c1e-12e853af355c tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.3125331 Apr 18 13:58:43.342581 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-da5161c6-508d-44c0-bda3-eef10906a463 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea0cbf57fadc404cb51f3ce8df235753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963121 Apr 18 13:58:43.344818 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 32926) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:43.370182 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-018102e2-7f6a-4caa-9612-7bce32ce9dd4 req-3080f7cb-4bac-4fa1-a3e2-bc3f5fe9223b tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555730 Apr 18 13:58:43.394901 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8a42e9f5-c957-47db-8643-c008d3acf28c admin admin] Publish callbacks [] for security_group (d4496244-0acf-4c1e-8200-833272eee256), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:43.417960 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8a42e9f5-c957-47db-8643-c008d3acf28c admin admin] Publish callbacks [] for security_group (d4496244-0acf-4c1e-8200-833272eee256), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:43.469856 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8a42e9f5-c957-47db-8643-c008d3acf28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d4496244-0acf-4c1e-8200-833272eee256), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:43.472807 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8a42e9f5-c957-47db-8643-c008d3acf28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:43.474076 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8a42e9f5-c957-47db-8643-c008d3acf28c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4496244-0acf-4c1e-8200-833272eee256 HTTP/1.1" status: 204 len: 168 time: 0.1282134 Apr 18 13:58:43.483047 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42e9f5-c957-47db-8643-c008d3acf28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4496244-0acf-4c1e-8200-833272eee256,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:43.518414 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5817d-04a4-4d3a-8644-33a49afe9dd9 req-221e636a-3382-408a-a503-232dd05010ff tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:43.519889 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4aa5817d-04a4-4d3a-8644-33a49afe9dd9 req-221e636a-3382-408a-a503-232dd05010ff tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0763383 Apr 18 13:58:43.521558 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e0f6527-3f92-4487-b68b-0f546d845e77 req-83917920-e5f2-4d5f-a331-062b95c0ec09 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.0481579 Apr 18 13:58:43.576454 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4aa5817d-04a4-4d3a-8644-33a49afe9dd9 req-ffa68ccf-1d2c-4b3b-b6d4-6c16c4122d81 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493872 Apr 18 13:58:44.121597 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f69f8-eaeb-4051-8365-dd2d0d90050f req-fe06c656-bd89-4ec8-bb53-fdb6b1270ee6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:44.123289 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc1f69f8-eaeb-4051-8365-dd2d0d90050f req-fe06c656-bd89-4ec8-bb53-fdb6b1270ee6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0555694 Apr 18 13:58:44.186952 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc1f69f8-eaeb-4051-8365-dd2d0d90050f req-a8db77b3-1189-4948-ba1c-c8b49965d3cf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580111 Apr 18 13:58:44.285046 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:58:44.365791 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 32966) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:44.371018 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-7a47ac36-da42-4ff1-bd4e-0fa103817bcd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530109346', 'description': 'tempest-description--1323723438'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:44.391281 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a47ac36-da42-4ff1-bd4e-0fa103817bcd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.477270 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a47ac36-da42-4ff1-bd4e-0fa103817bcd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group (dbb02a93-c571-4bf9-8b36-2a507213fd8a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.483077 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a47ac36-da42-4ff1-bd4e-0fa103817bcd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (dbb02a93-c571-4bf9-8b36-2a507213fd8a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.499528 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b8959-4f6f-457b-a352-66192d49b7a2 req-bae46554-3859-4a79-bbf8-6d729902e290 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:44.513151 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f8b8959-4f6f-457b-a352-66192d49b7a2 req-bae46554-3859-4a79-bbf8-6d729902e290 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0692577 Apr 18 13:58:44.516644 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a47ac36-da42-4ff1-bd4e-0fa103817bcd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.520548 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7a47ac36-da42-4ff1-bd4e-0fa103817bcd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1510632 Apr 18 13:58:44.520721 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 32972) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:44.526572 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5318af15-3e29-4fd4-80c8-32f4685a4256 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'security_group_rule': {'security_group_id': 'dbb02a93-c571-4bf9-8b36-2a507213fd8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:44.533459 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47ac36-da42-4ff1-bd4e-0fa103817bcd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb02a93-c571-4bf9-8b36-2a507213fd8a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:44.559688 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5318af15-3e29-4fd4-80c8-32f4685a4256 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group_rule (6f6a2d13-06cd-4ac9-b90c-f95ca860ce3f), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.576022 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f8b8959-4f6f-457b-a352-66192d49b7a2 req-cc0d124d-ce8a-48b4-98b8-028fecb0f3f0 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609586 Apr 18 13:58:44.637837 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5318af15-3e29-4fd4-80c8-32f4685a4256 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group_rule (6f6a2d13-06cd-4ac9-b90c-f95ca860ce3f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.644331 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5318af15-3e29-4fd4-80c8-32f4685a4256 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (6f6a2d13-06cd-4ac9-b90c-f95ca860ce3f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.656374 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7bc0880-2e74-400b-bfe4-1e5eb39d479c req-ad9b1b38-3405-48b2-9774-3220af2552d5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.0436306 Apr 18 13:58:44.662920 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318af15-3e29-4fd4-80c8-32f4685a4256 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6a2d13-06cd-4ac9-b90c-f95ca860ce3f,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:44.679776 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5318af15-3e29-4fd4-80c8-32f4685a4256 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.682042 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5318af15-3e29-4fd4-80c8-32f4685a4256 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604483 Apr 18 13:58:44.684126 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 32980) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:44.691657 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-226205c0-1edd-41a3-88b3-0d207b174425 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'security_group_rule': {'security_group_id': 'dbb02a93-c571-4bf9-8b36-2a507213fd8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:44.725295 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-226205c0-1edd-41a3-88b3-0d207b174425 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group_rule (0d605076-0319-4da0-856d-541475075ee6), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.736912 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336603a-64f7-4b00-a1d6-090dbd1f0d7d req-1e989a82-6607-4f02-a101-4824c07af26a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:44.738665 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7336603a-64f7-4b00-a1d6-090dbd1f0d7d req-1e989a82-6607-4f02-a101-4824c07af26a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0614643 Apr 18 13:58:44.792416 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-226205c0-1edd-41a3-88b3-0d207b174425 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group_rule (0d605076-0319-4da0-856d-541475075ee6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.797703 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-226205c0-1edd-41a3-88b3-0d207b174425 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (0d605076-0319-4da0-856d-541475075ee6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.819060 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226205c0-1edd-41a3-88b3-0d207b174425 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d605076-0319-4da0-856d-541475075ee6,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:44.828224 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-226205c0-1edd-41a3-88b3-0d207b174425 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.828495 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7336603a-64f7-4b00-a1d6-090dbd1f0d7d req-d43ef3e5-74ae-4bea-950c-72b9df5f2b85 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738976 Apr 18 13:58:44.832277 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-226205c0-1edd-41a3-88b3-0d207b174425 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412747 Apr 18 13:58:44.832519 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 32986) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:44.838642 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:44.859651 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:44.943180 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.048608 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Allocated IP 172.27.3.56 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/0dc37b23-a571-4bdf-8e2b-f8cb105c2939) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:58:45.159153 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for port (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.193178 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.229404 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:58:45.232244 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:58:45.237733 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:58:45.260928 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event updated for resources: {'Port': ['ID=0dc37b23-a571-4bdf-8e2b-f8cb105c2939,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:45.310340 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639fe72-42ae-4b1e-8e35-52c66eaa3148 req-6cdfe17d-e097-4782-a75a-b07cc6621b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:45.312739 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c639fe72-42ae-4b1e-8e35-52c66eaa3148 req-6cdfe17d-e097-4782-a75a-b07cc6621b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0518885 Apr 18 13:58:45.331709 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (22ee679f-f1d8-4989-a3a6-3117d870fa46), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.359268 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c639fe72-42ae-4b1e-8e35-52c66eaa3148 req-2dfbdad4-bc45-42ee-9889-fe8265ab0cde tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417974 Apr 18 13:58:45.369092 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.520700 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for port (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.525599 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.596345 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event updated for resources: {'Port': ['ID=0dc37b23-a571-4bdf-8e2b-f8cb105c2939,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:45.607086 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (22ee679f-f1d8-4989-a3a6-3117d870fa46), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.622828 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:45.624090 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b90733e4-7418-4716-9415-a9023d3ad88d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7906694 Apr 18 13:58:45.694738 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cd76c-9de8-4e6b-9e0d-62dea2b3e392 req-13e1269d-e46f-4602-87e9-ef0beec43c77 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:45.696859 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d06cd76c-9de8-4e6b-9e0d-62dea2b3e392 req-13e1269d-e46f-4602-87e9-ef0beec43c77 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0501528 Apr 18 13:58:45.760395 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d06cd76c-9de8-4e6b-9e0d-62dea2b3e392 req-5c1b7d3a-d68a-4ad5-a7e6-be7115ab77ae tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574443 Apr 18 13:58:45.776991 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-baafa630-358b-4970-9266-c5ac933e80a9 req-b9ae2c58-9fb1-4368-8df7-c5a355a5feaa tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.0302975 Apr 18 13:58:45.884148 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-8e6f6f2c-f809-4ab9-9350-f432e7e256b2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1530109346&fields=id&tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3 HTTP/1.1" status: 200 len: 267 time: 0.0488806 Apr 18 13:58:45.991708 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29212f-2ced-4760-9ad6-5e450d06df4e req-8d0d5d21-6897-45b8-8862-07ec5c16756c tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:45.993225 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb29212f-2ced-4760-9ad6-5e450d06df4e req-8d0d5d21-6897-45b8-8862-07ec5c16756c tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.1023383 Apr 18 13:58:46.057239 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-1375d1aa-964d-4c22-9291-11043ea047bb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:46.058729 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-1375d1aa-964d-4c22-9291-11043ea047bb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 819 time: 0.1689749 Apr 18 13:58:46.071605 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb29212f-2ced-4760-9ad6-5e450d06df4e req-489e4278-fff6-4835-ae40-1ad60ebd70ec tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707374 Apr 18 13:58:46.081330 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-89f3e7a2-db9d-4fc4-95b4-1de1273417d0 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/quotas/ff76d4b3a615408aa9a8d73b17f05eb3 HTTP/1.1" status: 200 len: 375 time: 0.0087593 Apr 18 13:58:46.171546 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0a085bd0-43ba-4966-9760-aba59336c7dd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0785580 Apr 18 13:58:46.285207 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-b4d70cfd-d25f-4a1d-9b2a-d0522b254620 service neutron] 10.222.0.11 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008942 Apr 18 13:58:46.381767 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-2bae10f9-2e02-45b7-a95c-1607ffb37e3b service neutron] 10.222.0.11 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Apr 18 13:58:46.491127 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9a3d-f31c-431c-b924-87b610bc6e95 req-0e1982ed-77d8-4902-a68a-5832104f649e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:46.491127 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9efc9a3d-f31c-431c-b924-87b610bc6e95 req-0e1982ed-77d8-4902-a68a-5832104f649e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0564928 Apr 18 13:58:46.583967 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d10169e4-a35b-479d-b06c-ed74502b7f40 req-6dfe36f3-3b59-421d-82ff-690fb665db5f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 210 time: 0.0531747 Apr 18 13:58:46.587701 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9efc9a3d-f31c-431c-b924-87b610bc6e95 req-2159c9f7-dae4-48f7-8082-1de5722ea0d3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909619 Apr 18 13:58:46.923888 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a8bdcb5-4f8b-48ea-acc1-d5e007127692 req-64357fd2-53a8-46e6-8ba1-12346cd93a71 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.0335281 Apr 18 13:58:46.925436 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-ba6f0667-eddf-427b-9dcd-23947b3520ee tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:46.927039 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-ba6f0667-eddf-427b-9dcd-23947b3520ee tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0670354 Apr 18 13:58:46.932471 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029029f-f6bd-4d75-a186-33088e4bcbe4 req-f37b8bc1-fbf6-4dee-830c-dec76e6c0b26 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:46.933962 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1029029f-f6bd-4d75-a186-33088e4bcbe4 req-f37b8bc1-fbf6-4dee-830c-dec76e6c0b26 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 950 time: 0.0959260 Apr 18 13:58:46.983347 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1029029f-f6bd-4d75-a186-33088e4bcbe4 req-05ae4605-c496-47f5-aa57-35838888ed03 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/security-groups?id=e83e62ea-136f-4562-957b-fb49efd8b3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Apr 18 13:58:47.122315 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-879b8b5a-8b57-41cc-8fdb-eb0f8b59b15e tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946790967&fields=id&tenant_id=2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 267 time: 0.0478666 Apr 18 13:58:47.273338 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca60e9-9897-4bdb-adc9-a8eea004a7fb req-fd0a63e8-776a-40ed-8f61-68a2332ec1ab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:47.274814 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69ca60e9-9897-4bdb-adc9-a8eea004a7fb req-fd0a63e8-776a-40ed-8f61-68a2332ec1ab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.1262040 Apr 18 13:58:47.321338 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-d331cb67-88c0-4038-89bf-3bfc31c029af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:47.322906 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-d331cb67-88c0-4038-89bf-3bfc31c029af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 812 time: 0.1941552 Apr 18 13:58:47.360666 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-c339cc90-5c91-418f-8a81-90f24c9bb540 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/quotas/2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 375 time: 0.0231860 Apr 18 13:58:47.364033 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69ca60e9-9897-4bdb-adc9-a8eea004a7fb req-b39a7d31-875e-49c5-8e7d-2ae41c31751b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814676 Apr 18 13:58:47.431314 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-e00cac98-1c8c-4ab0-a97d-d8e4b11f6dc7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646911 Apr 18 13:58:47.488355 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Deleting port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 13:58:47.488789 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:47.546293 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-2c17e5f7-7902-495e-b0a4-a4b511efbcb0 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018069 Apr 18 13:58:47.632088 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] For port 6e06fa99-1bc4-4690-9d0e-53d2250a6559, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6e06fa99-1bc4-4690-9d0e-53d2250a6559,segment=NetworkSegment(d05133ff-a05c-4ebb-817f-9cf06c1c611b),segment_id=d05133ff-a05c-4ebb-817f-9cf06c1c611b)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:47.632349 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:47.660229 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Calling delete_port for 6e06fa99-1bc4-4690-9d0e-53d2250a6559 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 13:58:47.782520 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f0c358ae-71ca-47ab-a46d-c3bc9cf7d6fa req-e9df53e7-c914-44fb-ae57-f4574f11c1d6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 210 time: 0.0770895 Apr 18 13:58:47.834649 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (6e06fa99-1bc4-4690-9d0e-53d2250a6559), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:47.836229 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-95206f07-3b58-4987-a908-3eeffbee377a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:47.842546 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-95206f07-3b58-4987-a908-3eeffbee377a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 814 time: 0.2881477 Apr 18 13:58:47.849417 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-080efea7-b7c6-4d56-bbcc-a42964b3cc32 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664723 Apr 18 13:58:47.859054 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['6e06fa99-1bc4-4690-9d0e-53d2250a6559'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:58:47.880274 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Pushing event deleted for resources: {'Port': ['ID=6e06fa99-1bc4-4690-9d0e-53d2250a6559,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:47.946456 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] No DVR routers for this DVR port 6e06fa99-1bc4-4690-9d0e-53d2250a6559 on host hv-cinder-83830 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:58:47.949850 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:47.957772 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4c12e7f7-4bb2-4174-a926-d5fc57957e48 req-fe4ca27f-5eaa-46a1-8a1f-29d60afd0d68 tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.37 "DELETE /v2.0/ports/6e06fa99-1bc4-4690-9d0e-53d2250a6559 HTTP/1.1" status: 204 len: 173 time: 0.6030645 Apr 18 13:58:47.958277 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca6c3b9-6ed4-4922-85b5-9a45f4fb5068', 'name': 'network-vif-deleted', 'tag': '6e06fa99-1bc4-4690-9d0e-53d2250a6559'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:58:47.962288 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1746f71-fd61-4a54-b7b7-7e8f9ae30193" -d '{"events": [{"server_uuid": "dca6c3b9-6ed4-4922-85b5-9a45f4fb5068", "name": "network-vif-deleted", "tag": "6e06fa99-1bc4-4690-9d0e-53d2250a6559"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:58:47.964653 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b843504-1b25-44c0-8a22-382256cd5999 req-9ffc9bbe-2bdd-40e8-aaf0-c84c2bec0f6e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:47.966992 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5b843504-1b25-44c0-8a22-382256cd5999 req-9ffc9bbe-2bdd-40e8-aaf0-c84c2bec0f6e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0956099 Apr 18 13:58:48.027871 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-17860eb2-4381-45ae-b5cd-bd09fdbf82ee tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 473 time: 0.1732085 Apr 18 13:58:48.043033 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5b843504-1b25-44c0-8a22-382256cd5999 req-d714da99-9f2e-4ae0-af2e-4d432f093407 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675192 Apr 18 13:58:48.179312 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a4b12d4-2a1e-4424-8bc9-a03e9fa3a235 req-38337a6d-70f9-4371-b8ec-59a85f330a12 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.0489352 Apr 18 13:58:48.198657 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b65479-362a-4198-8ed8-74750277c820 x-openstack-request-id: req-95b65479-362a-4198-8ed8-74750277c820 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:58:48.198945 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca6c3b9-6ed4-4922-85b5-9a45f4fb5068", "name": "network-vif-deleted", "tag": "6e06fa99-1bc4-4690-9d0e-53d2250a6559", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:58:48.199153 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95b65479-362a-4198-8ed8-74750277c820 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:58:48.199564 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b65479-362a-4198-8ed8-74750277c820'] response: {'server_uuid': 'dca6c3b9-6ed4-4922-85b5-9a45f4fb5068', 'name': 'network-vif-deleted', 'tag': '6e06fa99-1bc4-4690-9d0e-53d2250a6559', 'status': 'completed', 'code': 200} Apr 18 13:58:48.292967 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2fb45898-a09e-4dbb-8d1a-0d6e9eabd68b req-87dc941e-14e1-44e0-bfec-09f97fe28977 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 210 time: 0.0439923 Apr 18 13:58:48.331720 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5295437c-3cc1-4cc8-b0c6-3cbb1d4bebeb req-ac49c97a-5496-4591-bd8a-28d8836c4ded tempest-VolumesNegativeTest-753562578 tempest-VolumesNegativeTest-753562578-project] 10.222.0.11 "GET /v2.0/ports?device_id=dca6c3b9-6ed4-4922-85b5-9a45f4fb5068 HTTP/1.1" status: 200 len: 210 time: 0.0724692 Apr 18 13:58:48.494052 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'port': {'device_id': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'admin_state_up': True, 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'security_groups': ['14228fb3-c726-4bd1-a5d8-584699b9e280']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:48.536170 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36ce1f-63a2-47bb-ae8d-f1841435b443 req-33bcd90e-39c7-459f-9878-d3b37a69bc5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:48.537755 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b36ce1f-63a2-47bb-ae8d-f1841435b443 req-33bcd90e-39c7-459f-9878-d3b37a69bc5f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0990446 Apr 18 13:58:48.639708 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b36ce1f-63a2-47bb-ae8d-f1841435b443 req-db2301ea-633d-4e53-a0bb-5be375c8f989 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696967 Apr 18 13:58:48.669029 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Made reservation on behalf of 66f1643c0885490baadc8e2841a830b5 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:58:48.672891 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:48.798909 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-1d782244-3bd7-4820-9dc4-dfc63733aee1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:48.802403 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-1d782244-3bd7-4820-9dc4-dfc63733aee1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 819 time: 0.1693358 Apr 18 13:58:48.846364 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Allocated IP 172.20.0.8 (690afe85-44bf-4266-8667-487a0712718b/042fb7f6-51f2-481a-b360-633186e47ac1/74fb6d65-49f6-4b2d-b0aa-8cd3649cc496) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:58:48.879295 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef59d4cd-7d33-4bd8-897a-443f2ef79142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:48.898945 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d84caa9f-4052-4999-b00e-18c1687a7b66 req-75214b11-bae9-4fa3-a23d-36a3d56ad1eb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 210 time: 0.0359077 Apr 18 13:58:49.031442 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:49.067174 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:49.112491 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Network 690afe85-44bf-4266-8667-487a0712718b is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:58:49.118586 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:58:49.122200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:58:49.127275 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:49.127923 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:49.144574 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:49.184747 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-31f01357-b236-4697-aeaf-49e959aa80c0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6997256 Apr 18 13:58:49.207064 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe18f7-625e-4ecf-8743-edcd7479669e req-fdc701f0-4cf3-4b94-9f79-1b7f14590903 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:49.208544 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dfe18f7-625e-4ecf-8743-edcd7479669e req-fdc701f0-4cf3-4b94-9f79-1b7f14590903 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0741851 Apr 18 13:58:49.233214 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Request body: {'port': {'device_id': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:49.244931 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-9c152c49-b025-4ee7-a46e-d65005eec51d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3 HTTP/1.1" status: 200 len: 380 time: 0.0803275 Apr 18 13:58:49.317856 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'port': {'device_id': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'admin_state_up': True, 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'security_groups': ['dbb02a93-c571-4bf9-8b36-2a507213fd8a']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:49.474019 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dfe18f7-625e-4ecf-8743-edcd7479669e req-527b9cd0-8a9c-4a19-a2e5-94bdce7b63d0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581644 Apr 18 13:58:49.497197 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b18079-14e5-4ee5-afc6-d514fb1f1b4e req-2aa302fd-cab1-4830-8b48-6d7376774e4e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:49.504953 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34b18079-14e5-4ee5-afc6-d514fb1f1b4e req-2aa302fd-cab1-4830-8b48-6d7376774e4e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 931 time: 0.0833941 Apr 18 13:58:49.526169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:49.558633 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Made reservation on behalf of ff76d4b3a615408aa9a8d73b17f05eb3 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:58:49.572087 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:49.613391 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-0ed035c0-1715-4795-8b5f-bf4f13b8268c None None] Provisioning complete for port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:49.614055 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0ed035c0-1715-4795-8b5f-bf4f13b8268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:49.656417 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0ed035c0-1715-4795-8b5f-bf4f13b8268c None None] Port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:58:49.684226 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34b18079-14e5-4ee5-afc6-d514fb1f1b4e req-4ff455de-477a-415c-994d-07e36eaeb2cd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784055 Apr 18 13:58:49.706318 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f70f2e84-f372-440f-960f-e60c1aae8c84 req-4bd01cd6-f138-4a9e-9b12-cc6c2fbab611 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 210 time: 0.0901508 Apr 18 13:58:49.774040 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Allocated IP 172.20.0.7 (756b4fb6-0e97-4373-be0c-12c997239a25/8d66113c-55b0-4f82-989a-76b8564e72bc/de6a9e75-6bac-4ed0-8a27-fc097dbaddab) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:58:49.921035 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e194-c6f3-4f84-bccc-0f160c5e1a46 req-d7d7a89a-1165-4929-8dac-1aaab03cb3f2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:49.922611 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a037e194-c6f3-4f84-bccc-0f160c5e1a46 req-d7d7a89a-1165-4929-8dac-1aaab03cb3f2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0933540 Apr 18 13:58:50.001684 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.036909 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-56b556c6-e65f-4a85-9ed7-fe179069c41b req-71d903ba-fc01-40fe-9bc0-ebea5791eb75 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 210 time: 0.0492501 Apr 18 13:58:50.073198 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a037e194-c6f3-4f84-bccc-0f160c5e1a46 req-e55b0d5a-f525-4297-abec-8de0cb66a70d tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425428 Apr 18 13:58:50.073966 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.075864 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:58:50.083663 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Publish callbacks [] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.111240 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Transition to ACTIVE for port object 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:58:50.117891 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.127278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Network 756b4fb6-0e97-4373-be0c-12c997239a25 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:58:50.134528 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:58:50.139072 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:58:50.203450 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event updated for resources: {'Port': ['ID=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:50.235832 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:50.236578 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.260576 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Pushing event updated for resources: {'Port': ['ID=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:50.266966 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-d980db56-7eea-4b6d-a394-d274e17ef01a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9557579 Apr 18 13:58:50.297104 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Attempting to bind port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:58:50.297326 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Attempting to bind port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:58:50.297745 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Attempting to bind port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:50.309257 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Request body: {'port': {'device_id': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:50.356840 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 on network 690afe85-44bf-4266-8667-487a0712718b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:58:50.357183 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Attempting to bind port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:50.375277 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:58:50.375277 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Checking segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:58:50.375964 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Bound using segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:58:50.376095 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Bound port: 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:58:50.376418 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.593744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-6433cb96-fe59-41bc-8aec-0ac67c163b8d None None] Provisioning complete for port de6a9e75-6bac-4ed0-8a27-fc097dbaddab triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:50.594379 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6433cb96-fe59-41bc-8aec-0ac67c163b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.614857 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] For port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:58:50.618270 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.642717 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-0d36263d-92dc-42a0-9055-97428097e0a7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:50.645068 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-0d36263d-92dc-42a0-9055-97428097e0a7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 812 time: 0.3468153 Apr 18 13:58:50.645796 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] For port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:58:50.653987 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6433cb96-fe59-41bc-8aec-0ac67c163b8d None None] Port de6a9e75-6bac-4ed0-8a27-fc097dbaddab cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:58:50.669682 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.809915 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Pushing event updated for resources: {'Port': ['ID=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:50.849656 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-6aed94a8-6b04-4306-bba4-3f09e327682f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 379 time: 0.1809099 Apr 18 13:58:50.875822 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'port': {'device_id': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'admin_state_up': True, 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'security_groups': ['bb5b6f49-db47-46e9-84c8-0a1b794eed6a']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:50.897002 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:50.897636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:50.900544 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-dd3e868d-9302-4ab1-86dc-d58d00bb83c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 HTTP/1.1" status: 200 len: 1093 time: 1.6835175 Apr 18 13:58:50.907986 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63052-898a-4032-851f-759058d4a250 req-1384cadc-a07f-4a78-a359-71d19756c26b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:50.918353 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ac63052-898a-4032-851f-759058d4a250 req-1384cadc-a07f-4a78-a359-71d19756c26b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 943 time: 0.1038492 Apr 18 13:58:50.920219 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'tag': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:58:50.923810 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a86b7d-75ba-4044-b713-148cd26ce03a" -d '{"events": [{"name": "network-changed", "server_uuid": "7df05293-6aea-4494-9cc6-e0a97b7fee54", "tag": "74fb6d65-49f6-4b2d-b0aa-8cd3649cc496"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:58:50.948816 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414daf8c-53a5-4d4b-a318-9eb1236c94be req-898ba7e8-1427-4811-b75b-2edf264ee1a5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:50.956745 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-414daf8c-53a5-4d4b-a318-9eb1236c94be req-898ba7e8-1427-4811-b75b-2edf264ee1a5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.2682569 Apr 18 13:58:51.077488 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-414daf8c-53a5-4d4b-a318-9eb1236c94be req-1436b5e9-2159-436b-9a65-3bd64ebd053b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196420 Apr 18 13:58:51.132063 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ac63052-898a-4032-851f-759058d4a250 req-ffd54823-592d-4442-801a-c6b73c6bcb9d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125595 Apr 18 13:58:51.142380 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-a65081dd-5e19-4a30-b1b2-933029773c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:51.144235 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-a65081dd-5e19-4a30-b1b2-933029773c44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 1127 time: 0.1848860 Apr 18 13:58:51.157135 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Made reservation on behalf of 2b08736f301c4043a50d2f76e56f3e4d for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:58:51.171299 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:51.204614 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-d30034d1-5a28-49bc-a9d3-c5890fa44405 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 HTTP/1.1" status: 200 len: 217 time: 0.0478659 Apr 18 13:58:51.244353 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6a9e75-6bac-4ed0-8a27-fc097dbaddab {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:58:51.282359 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Publish callbacks [] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:51.285869 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-7f6566d5-91d5-4dca-947f-eb59ac8f0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:51.291823 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-7f6566d5-91d5-4dca-947f-eb59ac8f0e5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0640619 Apr 18 13:58:51.291823 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f677194-c018-4527-9b49-1cf003cb606c x-openstack-request-id: req-2f677194-c018-4527-9b49-1cf003cb606c {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:58:51.291823 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df05293-6aea-4494-9cc6-e0a97b7fee54", "tag": "74fb6d65-49f6-4b2d-b0aa-8cd3649cc496", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:58:51.291823 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f677194-c018-4527-9b49-1cf003cb606c {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:58:51.291823 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f677194-c018-4527-9b49-1cf003cb606c'] response: {'name': 'network-changed', 'server_uuid': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'tag': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'status': 'completed', 'code': 200} Apr 18 13:58:51.330175 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Transition to ACTIVE for port object de6a9e75-6bac-4ed0-8a27-fc097dbaddab will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:58:51.356593 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:51.391966 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-495f483e-64c5-44c5-9069-3729fdf91a1c req-6627bc1a-191c-46b5-9150-22b8f00a2cd9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 210 time: 0.1035826 Apr 18 13:58:51.413817 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-04396320-dfef-49da-a2e3-79f2bf58d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:51.415897 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-04396320-dfef-49da-a2e3-79f2bf58d14a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173525 Apr 18 13:58:51.466676 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e7140898-93a2-4f9e-9585-ccefb31d3aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:51.483549 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Pushing event updated for resources: {'Port': ['ID=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:51.488738 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d416a-8709-4ba4-aa88-e5d20ef3b1cb req-09d1abca-851a-4f51-b2b9-66610aa0a1c2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:51.500682 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-613d416a-8709-4ba4-aa88-e5d20ef3b1cb req-09d1abca-851a-4f51-b2b9-66610aa0a1c2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 943 time: 0.1128988 Apr 18 13:58:51.502298 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Allocated IP 172.20.0.11 (f6d3f5fc-3f47-4809-8f8a-4733e9e31709/14044e1a-ddac-4e1c-851a-338849985aeb/2907b527-4890-4c30-b4b4-2ac4e62fa7c3) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:58:51.644146 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-613d416a-8709-4ba4-aa88-e5d20ef3b1cb req-8c2ba134-8411-4686-9277-8139117b6aeb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402309 Apr 18 13:58:51.736310 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Attempting to bind port de6a9e75-6bac-4ed0-8a27-fc097dbaddab on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:58:51.736859 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Attempting to bind port de6a9e75-6bac-4ed0-8a27-fc097dbaddab by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:58:51.737338 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Attempting to bind port de6a9e75-6bac-4ed0-8a27-fc097dbaddab on network 756b4fb6-0e97-4373-be0c-12c997239a25 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:51.745244 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Port de6a9e75-6bac-4ed0-8a27-fc097dbaddab on network 756b4fb6-0e97-4373-be0c-12c997239a25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:58:51.754097 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Attempting to bind port de6a9e75-6bac-4ed0-8a27-fc097dbaddab on network 756b4fb6-0e97-4373-be0c-12c997239a25 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:51.809311 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f6295-7142-45d7-b557-2b61ddc8c1d6 req-5c6da4ed-cfef-43fe-9e87-9f09acd87b84 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:51.810516 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:58:51.810855 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Checking segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:58:51.811227 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Bound using segment: {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:58:51.811658 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Bound port: de6a9e75-6bac-4ed0-8a27-fc097dbaddab, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca6c7ea-ca24-4794-b701-8f6ac74df315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:58:51.811887 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-917f6295-7142-45d7-b557-2b61ddc8c1d6 req-5c6da4ed-cfef-43fe-9e87-9f09acd87b84 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.1644681 Apr 18 13:58:51.812019 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:51.838919 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-c90f9467-d381-4f31-95b6-dacc2601958a service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697027 Apr 18 13:58:51.954157 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6e06fa99-1bc4-4690-9d0e-53d2250a6559 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 13:58:51.955141 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:51.972551 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] For port de6a9e75-6bac-4ed0-8a27-fc097dbaddab, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:58:51.979298 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] For port de6a9e75-6bac-4ed0-8a27-fc097dbaddab, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:58:52.002688 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:52.024681 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 6e06fa99-1bc4-4690-9d0e-53d2250a6559 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 13:58:52.025289 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6e06fa99-1bc4-4690-9d0e-53d2250a6559 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 13:58:52.072821 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:52.094729 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:52.095345 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:52.097569 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] 10.222.0.37 "PUT /v2.0/ports/de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 200 len: 1093 time: 1.8012533 Apr 18 13:58:52.098037 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:58:52.103515 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793524d7-6a76-45cd-b4ed-c7718cd41957" -d '{"events": [{"name": "network-changed", "server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:58:52.205802 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:58:52.243673 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:58:52.264816 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:58:52.270660 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a392c-5bf1-444a-84a3-25cebd084c6f service neutron] Pushing event updated for resources: {'Port': ['ID=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:52.329266 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22c5f-6658-4682-9808-55877f3f432a req-0baa645e-8e7d-4459-a9b3-e6e81ca4feac tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:52.340705 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-30f22c5f-6658-4682-9808-55877f3f432a req-0baa645e-8e7d-4459-a9b3-e6e81ca4feac tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0779181 Apr 18 13:58:52.370456 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-58b563ea-9c67-4414-b9ca-b7aad3f5f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:52.384032 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-58b563ea-9c67-4414-b9ca-b7aad3f5f28e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1127 time: 0.2175107 Apr 18 13:58:52.447019 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-917f6295-7142-45d7-b557-2b61ddc8c1d6 req-e62df287-99b5-472c-96d6-58a2e1a2defd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6138308 Apr 18 13:58:52.505216 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-83b710a6-3347-413b-a023-ea7056c0ee5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 200 len: 217 time: 0.0943978 Apr 18 13:58:52.508146 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:52.518587 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:52.520326 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:52.548822 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-30f22c5f-6658-4682-9808-55877f3f432a req-14e2b200-af01-4a47-a839-0774f085cb3b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067916 Apr 18 13:58:52.553764 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f337a927-0122-45ee-ad89-dea34c0677c5 x-openstack-request-id: req-f337a927-0122-45ee-ad89-dea34c0677c5 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:58:52.558417 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8eea0b3a-212f-4b75-9a18-f4d1c18c8c60 req-7a7a55d1-82a7-4987-b182-fa0f37a38d18 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045748 Apr 18 13:58:52.567364 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:58:52.567654 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f337a927-0122-45ee-ad89-dea34c0677c5 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:58:52.568112 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f337a927-0122-45ee-ad89-dea34c0677c5'] response: {'name': 'network-changed', 'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'status': 'completed', 'code': 200} Apr 18 13:58:52.658655 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-3fbd8657-f1a7-4a0c-9a52-d4de303be151 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7955172 Apr 18 13:58:52.661158 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:52.677151 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-88094a49-00b7-4317-8fb9-bea8a9ebc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:52.679041 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-88094a49-00b7-4317-8fb9-bea8a9ebc7bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.1477830 Apr 18 13:58:52.688839 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-978b7e97-9a7a-4c28-8e91-3b23f250e155 None None] Provisioning complete for port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:52.689078 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-978b7e97-9a7a-4c28-8e91-3b23f250e155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:52.749281 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-978b7e97-9a7a-4c28-8e91-3b23f250e155 None None] Port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:58:52.803198 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5a019-7686-4459-aa35-350e07a09d0a req-64cb02cb-4461-411e-872f-0d477809087f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:52.805016 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b0f5a019-7686-4459-aa35-350e07a09d0a req-64cb02cb-4461-411e-872f-0d477809087f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 943 time: 0.1062815 Apr 18 13:58:52.816062 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d9674-7190-4050-b5cd-edb47a238bc0 req-99162ff5-0e49-4e6d-a954-96773b9814b6 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:52.817505 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-610d9674-7190-4050-b5cd-edb47a238bc0 req-99162ff5-0e49-4e6d-a954-96773b9814b6 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 932 time: 0.0707715 Apr 18 13:58:52.894729 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b0f5a019-7686-4459-aa35-350e07a09d0a req-fcb44446-d446-48b4-8fa9-0715985c1991 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762677 Apr 18 13:58:52.903792 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-610d9674-7190-4050-b5cd-edb47a238bc0 req-14c00cbe-bc9d-4adb-add6-85c54d0235f5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781288 Apr 18 13:58:53.024016 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db470de-d1d7-4ced-b649-61d61a8f18ce req-2790e467-23d1-4e8d-9c6c-528da231b277 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:53.026003 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9db470de-d1d7-4ced-b649-61d61a8f18ce req-2790e467-23d1-4e8d-9c6c-528da231b277 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 943 time: 0.0559452 Apr 18 13:58:53.089339 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9db470de-d1d7-4ced-b649-61d61a8f18ce req-7146cdda-5467-48e1-8900-47028f43578a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554476 Apr 18 13:58:53.554139 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8bd56-3a79-4782-8c07-9efe17b52be5 req-a408d074-c484-43e9-8534-5399dc5af283 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:53.556308 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bb8bd56-3a79-4782-8c07-9efe17b52be5 req-a408d074-c484-43e9-8534-5399dc5af283 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0511136 Apr 18 13:58:53.606960 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bb8bd56-3a79-4782-8c07-9efe17b52be5 req-319734ce-d69a-4b27-b520-b04eb8a614e1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449505 Apr 18 13:58:53.677083 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc5673-be87-4790-8767-8db2032c5e07 req-67b88cd3-2589-4873-83ab-38a0f87e6715 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:53.678714 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fcc5673-be87-4790-8767-8db2032c5e07 req-67b88cd3-2589-4873-83ab-38a0f87e6715 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Apr 18 13:58:53.730391 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fcc5673-be87-4790-8767-8db2032c5e07 req-b1656f94-cd9c-405c-a4ee-a5385c92e1a2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Apr 18 13:58:54.012343 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:54.047000 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1cf75-16f3-42c5-b2e6-85656da1d06b req-14281871-cf45-49af-90be-e0425d80d1a1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.048510 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-92a1cf75-16f3-42c5-b2e6-85656da1d06b req-14281871-cf45-49af-90be-e0425d80d1a1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 943 time: 0.0791426 Apr 18 13:58:54.054228 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031e804-1d3b-4a46-b460-c31d8049df49 req-9ddabaf0-d787-4301-968b-333e10bf32fb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.056258 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f031e804-1d3b-4a46-b460-c31d8049df49 req-9ddabaf0-d787-4301-968b-333e10bf32fb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 932 time: 0.0856094 Apr 18 13:58:54.128886 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-92a1cf75-16f3-42c5-b2e6-85656da1d06b req-6650cc23-52ba-404e-b611-3988d5e4fe48 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716822 Apr 18 13:58:54.133578 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f031e804-1d3b-4a46-b460-c31d8049df49 req-55514c49-5f58-488b-8f8c-cc938911176b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706704 Apr 18 13:58:54.205921 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Request body: {'port': {'device_id': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:54.244380 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6478d0-e7ed-4ee1-a845-aa58256f2d76 req-01304d82-1283-4a7b-85be-5227d37ca58a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.245995 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f6478d0-e7ed-4ee1-a845-aa58256f2d76 req-01304d82-1283-4a7b-85be-5227d37ca58a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 943 time: 0.0543816 Apr 18 13:58:54.267362 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-c018d627-8deb-429b-add4-3468fe2e598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.269426 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-c018d627-8deb-429b-add4-3468fe2e598e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752990 Apr 18 13:58:54.303501 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-c45bff74-c389-4a07-b1ef-0412c79bc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.305096 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-c45bff74-c389-4a07-b1ef-0412c79bc1b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 1127 time: 0.0581970 Apr 18 13:58:54.307172 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:54.328164 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f6478d0-e7ed-4ee1-a845-aa58256f2d76 req-013a5d9c-0b7f-4357-ae99-a41f698db2c5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731530 Apr 18 13:58:54.471129 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-73d6c11e-67a0-4c53-b2f6-540525c78e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.472672 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-73d6c11e-67a0-4c53-b2f6-540525c78e94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 915 time: 0.0939748 Apr 18 13:58:54.536744 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-652147fe-9241-4173-afde-56fcfee60ca3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 HTTP/1.1" status: 200 len: 217 time: 0.0499992 Apr 18 13:58:54.593387 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-ae81c94c-9c1e-4a25-aa1a-7af14f62b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.594876 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-ae81c94c-9c1e-4a25-aa1a-7af14f62b93b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0472517 Apr 18 13:58:54.651600 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-7cf1e5c5-3c37-49f3-b035-7816f379cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.653219 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-7cf1e5c5-3c37-49f3-b035-7816f379cf70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454054 Apr 18 13:58:54.784819 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c38cca-f3e3-49a8-ab6a-f694ca50b4cd req-a2468c5e-2ef8-4413-9960-4e0cd9359015 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.786355 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68c38cca-f3e3-49a8-ab6a-f694ca50b4cd req-a2468c5e-2ef8-4413-9960-4e0cd9359015 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.1010375 Apr 18 13:58:54.803318 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-28f8352d-1dde-424a-94e4-56938c4ca1cd service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864641 Apr 18 13:58:54.876208 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-363a813d-b725-41fe-9963-9ed3828f5342 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997223 Apr 18 13:58:54.909977 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617e2a-6240-4adf-955f-ed31dcc0e827 req-1098c94e-ed15-4807-bb2e-84be517993ff tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:54.911503 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-08617e2a-6240-4adf-955f-ed31dcc0e827 req-1098c94e-ed15-4807-bb2e-84be517993ff tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0913765 Apr 18 13:58:54.941272 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68c38cca-f3e3-49a8-ab6a-f694ca50b4cd req-ede5fccf-713d-4f80-b1ed-a70a0c0e776c tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485984 Apr 18 13:58:54.960218 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:58:54.969781 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Publish callbacks [] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:54.980741 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e5dcf332-1a40-4366-bdfc-bd9662c2f8bb req-c74d40d9-f7ce-4146-98fe-3dc1e84d77ba service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582625 Apr 18 13:58:54.988503 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Transition to ACTIVE for port object 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:58:54.999386 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.030561 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-08617e2a-6240-4adf-955f-ed31dcc0e827 req-82963807-2821-4550-b24d-9ef28a182858 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048784 Apr 18 13:58:55.061567 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3a86b7d-75ba-4044-b713-148cd26ce03a req-c2f046ce-7a75-4620-9a81-942c514e0a5e service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727812 Apr 18 13:58:55.074452 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:55.161299 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Attempting to bind port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:58:55.162265 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Attempting to bind port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:58:55.162912 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Attempting to bind port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:55.169990 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:58:55.170327 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Attempting to bind port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:55.177286 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:58:55.177784 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Checking segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:58:55.178231 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Bound using segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:58:55.178421 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Bound port: 2907b527-4890-4c30-b4b4-2ac4e62fa7c3, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:58:55.179038 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.250372 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33494) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:55.297826 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] For port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:58:55.301920 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] For port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:58:55.310969 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.316006 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.346734 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:55.347736 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.349130 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/2907b527-4890-4c30-b4b4-2ac4e62fa7c3 HTTP/1.1" status: 200 len: 1094 time: 1.1539376 Apr 18 13:58:55.351718 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'tag': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:58:55.353759 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedee00-f6d5-4826-a541-ca5a6efe3081 req-30c13a2d-4e0d-44cf-9ffd-a0345ac67802 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:55.355823 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7618b191-8a35-4dea-bc7c-d2ebdfdb868d" -d '{"events": [{"name": "network-changed", "server_uuid": "f99d7d13-8b0a-4bb2-88fc-d1855aec192f", "tag": "2907b527-4890-4c30-b4b4-2ac4e62fa7c3"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:58:55.361519 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2dedee00-f6d5-4826-a541-ca5a6efe3081 req-30c13a2d-4e0d-44cf-9ffd-a0345ac67802 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 943 time: 0.1165996 Apr 18 13:58:55.376430 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb24c6-4924-4166-9528-361c22398adc req-18795742-66e8-4213-a9d8-a4f54fc5bad3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:55.378105 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75fb24c6-4924-4166-9528-361c22398adc req-18795742-66e8-4213-a9d8-a4f54fc5bad3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.1356335 Apr 18 13:58:55.421946 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff9952-9da4-41f0-aacf-004bc09e60f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:55.472067 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6fa44fc3-bb5e-4429-ab99-a403eddde361 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75712ecd300a4af7a30c3fda068325e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025030 Apr 18 13:58:55.472719 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33502) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:55.478425 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2dedee00-f6d5-4826-a541-ca5a6efe3081 req-9b2ade1c-a5bf-4a6b-801b-0322a47bef88 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159127 Apr 18 13:58:55.488543 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75fb24c6-4924-4166-9528-361c22398adc req-02b806a9-0b36-4a72-8043-2f5f01171047 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905588 Apr 18 13:58:55.574699 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba6517d5-2878-420c-976e-70cddce3f6ac admin admin] Publish callbacks [] for security_group (e83e62ea-136f-4562-957b-fb49efd8b3c0), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.606641 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6002a6f2-5dbc-4c3c-9e01-aa321db20b2b x-openstack-request-id: req-6002a6f2-5dbc-4c3c-9e01-aa321db20b2b {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:58:55.607112 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99d7d13-8b0a-4bb2-88fc-d1855aec192f", "tag": "2907b527-4890-4c30-b4b4-2ac4e62fa7c3", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:58:55.607373 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6002a6f2-5dbc-4c3c-9e01-aa321db20b2b {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:58:55.607816 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6002a6f2-5dbc-4c3c-9e01-aa321db20b2b'] response: {'name': 'network-changed', 'server_uuid': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'tag': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'status': 'completed', 'code': 200} Apr 18 13:58:55.609743 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba6517d5-2878-420c-976e-70cddce3f6ac admin admin] Publish callbacks [] for security_group (e83e62ea-136f-4562-957b-fb49efd8b3c0), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.638732 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd8093-207b-4d6c-894b-2f8b302f5a47 req-9b1346de-9ce9-4958-85ca-d0b0f453df53 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:55.648242 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3fd8093-207b-4d6c-894b-2f8b302f5a47 req-9b1346de-9ce9-4958-85ca-d0b0f453df53 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 943 time: 0.0927975 Apr 18 13:58:55.679797 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba6517d5-2878-420c-976e-70cddce3f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (e83e62ea-136f-4562-957b-fb49efd8b3c0), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.682790 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba6517d5-2878-420c-976e-70cddce3f6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:55.684397 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ba6517d5-2878-420c-976e-70cddce3f6ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e83e62ea-136f-4562-957b-fb49efd8b3c0 HTTP/1.1" status: 204 len: 168 time: 0.2092152 Apr 18 13:58:55.700129 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6517d5-2878-420c-976e-70cddce3f6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e62ea-136f-4562-957b-fb49efd8b3c0,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:55.725235 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3fd8093-207b-4d6c-894b-2f8b302f5a47 req-b4172473-8262-446c-a909-fa77e54ce8ad tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744500 Apr 18 13:58:55.959160 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:58:56.118740 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:56.133544 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bf95b-123f-4d6e-bd06-bf4af9453e92 req-3a2888e1-38b6-40e3-834e-45a4926cbaa1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:56.140651 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'port_id': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'mac_address': 'fa:16:3e:0c:a0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:58:56.141153 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-079bf95b-123f-4d6e-bd06-bf4af9453e92 req-3a2888e1-38b6-40e3-834e-45a4926cbaa1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0916829 Apr 18 13:58:56.215063 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:56.215738 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.239962 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:58:56.255050 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-079bf95b-123f-4d6e-bd06-bf4af9453e92 req-b4a8db97-5cf9-41dd-a4d5-4c0932f1f19d tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075270 Apr 18 13:58:56.262123 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:56.269758 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.270852 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffcd81-f8a6-4a66-80de-3832ae85a10f req-8d1c7f56-00f5-44f4-b455-5c3e24dea0bc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:56.274821 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09ffcd81-f8a6-4a66-80de-3832ae85a10f req-8d1c7f56-00f5-44f4-b455-5c3e24dea0bc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1131208 Apr 18 13:58:56.340365 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:56.347838 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.348317 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.348565 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.349047 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.349447 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.349790 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.350149 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.350507 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.350832 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.351518 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.352181 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.352688 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.353026 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.353561 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.354077 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:58:56.355905 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09ffcd81-f8a6-4a66-80de-3832ae85a10f req-540bd81a-cdaa-4c95-a75e-a38b3d6de238 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669181 Apr 18 13:58:56.522425 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33540) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:56.637735 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91dddf-0ffc-435e-b509-f797340f94f8 req-80045c27-c0e3-46ee-aaa4-4ede74623954 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:56.639221 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc91dddf-0ffc-435e-b509-f797340f94f8 req-80045c27-c0e3-46ee-aaa4-4ede74623954 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 944 time: 0.0824668 Apr 18 13:58:56.645829 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1498388060-network', 'tenant_id': '1711ca0fe8b9407b831718144594a676'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:56.659002 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733208-df57-4e11-92b8-b4895997d36a req-786c3402-e456-4fa8-82bd-3fd55978bc28 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:56.660598 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96733208-df57-4e11-92b8-b4895997d36a req-786c3402-e456-4fa8-82bd-3fd55978bc28 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0695865 Apr 18 13:58:56.664810 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Made reservation on behalf of 1711ca0fe8b9407b831718144594a676 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:58:56.667175 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.678492 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.735709 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc91dddf-0ffc-435e-b509-f797340f94f8 req-7eb2ae6d-cf31-426d-bfb9-8d8ab2564776 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905969 Apr 18 13:58:56.748359 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96733208-df57-4e11-92b8-b4895997d36a req-61852e11-984e-4205-a22b-ce6e3ed4f831 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804589 Apr 18 13:58:56.768514 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['74fb6d65-49f6-4b2d-b0aa-8cd3649cc496'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:58:56.773852 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Publish callbacks [] for security_group (ece1b944-d493-4cb9-90cb-e941dad59b68), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.779071 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ece1b944-d493-4cb9-90cb-e941dad59b68), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.809829 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:58:56.821949 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece1b944-d493-4cb9-90cb-e941dad59b68,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:56.828794 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (5a74c5cc-ccc3-4042-9237-0761f1c22d59), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.829140 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Added segment 5a74c5cc-ccc3-4042-9237-0761f1c22d59 of type vlan for network 7b174195-8539-4db4-895a-fc7e738a5f7d Apr 18 13:58:56.876859 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (7b174195-8539-4db4-895a-fc7e738a5f7d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.908401 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (7b174195-8539-4db4-895a-fc7e738a5f7d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.909400 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:56.909986 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:56.932597 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae12f1-350d-4052-bf66-ae2eb2eac18d req-14f4233d-f746-4b7f-a5f9-312568f88271 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:56.942533 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-afae12f1-350d-4052-bf66-ae2eb2eac18d req-14f4233d-f746-4b7f-a5f9-312568f88271 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 943 time: 0.1189830 Apr 18 13:58:56.950874 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-ac204451-fa99-4f6b-a1bc-d480dbfb0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:56.951079 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4274423 Apr 18 13:58:56.952730 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-ac204451-fa99-4f6b-a1bc-d480dbfb0848 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1127 time: 0.1433144 Apr 18 13:58:56.953536 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 33554) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:56.959336 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Request body: {'subnet': {'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1498388060-subnet', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:56.990769 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074fa2a-7de1-4194-b86e-495898978930 admin admin] Pushing event updated for resources: {'Network': ['ID=7b174195-8539-4db4-895a-fc7e738a5f7d,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:57.005696 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 7b174195-8539-4db4-895a-fc7e738a5f7d details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:58:57.011310 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Made reservation on behalf of 1711ca0fe8b9407b831718144594a676 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:58:57.013856 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.031479 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-afae12f1-350d-4052-bf66-ae2eb2eac18d req-47275797-06f9-4d5c-9d89-d46cf09c6a46 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878723 Apr 18 13:58:57.032235 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 33556) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:57.183307 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edaf7204-6f5b-4be4-8d3a-4da79a8b8ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.266622 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618b191-8a35-4dea-bc7c-d2ebdfdb868d req-5ead63b5-fc0a-447f-aa58-6772a90ad76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:57.268196 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7618b191-8a35-4dea-bc7c-d2ebdfdb868d req-5ead63b5-fc0a-447f-aa58-6772a90ad76e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 1128 time: 0.0526605 Apr 18 13:58:57.341945 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (95f151c8-7418-491e-bf09-0d3aca8b676e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.443803 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c532325-272c-413d-a816-7c9b6be72f60 req-e3c05d79-196c-4c9c-b019-4dae2cc95864 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:57.445308 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c532325-272c-413d-a816-7c9b6be72f60 req-e3c05d79-196c-4c9c-b019-4dae2cc95864 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.1223505 Apr 18 13:58:57.529150 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f151c8-7418-491e-bf09-0d3aca8b676e,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:57.531327 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-62c58db2-7658-43bd-8658-69a0b318ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:57.532881 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-62c58db2-7658-43bd-8658-69a0b318ce33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.2997618 Apr 18 13:58:57.548185 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618b191-8a35-4dea-bc7c-d2ebdfdb868d req-75108513-d9ad-41e3-bbdd-52ce4795ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:57.549682 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7618b191-8a35-4dea-bc7c-d2ebdfdb868d req-75108513-d9ad-41e3-bbdd-52ce4795ec07 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1688998 Apr 18 13:58:57.565759 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95564c6e-b557-4826-9039-5acc31b4da7a req-095e3389-fc3f-4168-bc8d-a2dfb2d481ea tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:57.567233 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-95564c6e-b557-4826-9039-5acc31b4da7a req-095e3389-fc3f-4168-bc8d-a2dfb2d481ea tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1422811 Apr 18 13:58:57.640075 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Checking segment: {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:58:57.640791 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Network hostable DHCP agents. Network: 7b174195-8539-4db4-895a-fc7e738a5f7d, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:58:57.657118 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edaf7204-6f5b-4be4-8d3a-4da79a8b8ffa admin admin] Publish callbacks [] for security_group (0aac5b0a-9fda-4fbb-9f03-ef2bbf51d88f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.659122 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-b68661fa-9385-4a56-b567-72402d89fa28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 200 len: 217 time: 0.0874879 Apr 18 13:58:57.672747 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-edaf7204-6f5b-4be4-8d3a-4da79a8b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0aac5b0a-9fda-4fbb-9f03-ef2bbf51d88f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.724205 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c532325-272c-413d-a816-7c9b6be72f60 req-9cf8c33d-18fd-4fca-b251-76363dd2aa34 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495632 Apr 18 13:58:57.726685 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618b191-8a35-4dea-bc7c-d2ebdfdb868d req-a60b7774-fe65-4419-b037-c2d528eb9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:57.728200 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7618b191-8a35-4dea-bc7c-d2ebdfdb868d req-a60b7774-fe65-4419-b037-c2d528eb9f1d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649785 Apr 18 13:58:57.793424 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-edaf7204-6f5b-4be4-8d3a-4da79a8b8ffa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1aa9cf480fa452191c1141ca1a5b312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7448328 Apr 18 13:58:57.794440 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Network 7b174195-8539-4db4-895a-fc7e738a5f7d is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:58:57.796709 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33568) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:57.801027 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf7204-6f5b-4be4-8d3a-4da79a8b8ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aac5b0a-9fda-4fbb-9f03-ef2bbf51d88f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:57.813277 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-95564c6e-b557-4826-9039-5acc31b4da7a req-8f486ff1-f586-4bd4-9a0d-313210067ebe tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379646 Apr 18 13:58:57.817901 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-acfd7f8a-cbbc-4676-9811-caf25cd527cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:57.820006 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-acfd7f8a-cbbc-4676-9811-caf25cd527cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.1278465 Apr 18 13:58:57.821834 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 7b174195-8539-4db4-895a-fc7e738a5f7d) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:58:57.826227 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:57.826866 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.832362 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938f2d3-727b-4b85-9863-7fc98b3c5d56 None None] Network 7b174195-8539-4db4-895a-fc7e738a5f7d requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:58:57.849528 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-728066d1-1e80-4dcc-af3f-688af78f35e7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8938644 Apr 18 13:58:57.855923 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 33572) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:58:57.860675 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:58:57.919042 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (18a49a0c-e845-4db1-9eca-811d5438f1e9), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.924218 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (18a49a0c-e845-4db1-9eca-811d5438f1e9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.983459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks [] for router_controller (18a49a0c-e845-4db1-9eca-811d5438f1e9), precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.988191 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d23-f976-4702-8d4f-1018bfe25d5f admin admin] Publish callbacks [] for security_group (0aac5b0a-9fda-4fbb-9f03-ef2bbf51d88f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:57.998168 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-43bbac57-ee5b-4d7a-bd06-04e10822589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.002285 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-43bbac57-ee5b-4d7a-bd06-04e10822589c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 1128 time: 0.0810151 Apr 18 13:58:58.002510 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-5b25db22-c106-4c3f-bcdd-defeaf7c2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.002771 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-5b25db22-c106-4c3f-bcdd-defeaf7c2445 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325045 Apr 18 13:58:58.020190 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d23-f976-4702-8d4f-1018bfe25d5f admin admin] Publish callbacks [] for security_group (0aac5b0a-9fda-4fbb-9f03-ef2bbf51d88f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.073765 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-ecfd1dad-16ff-42b4-9f81-dcac3d7a42fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2907b527-4890-4c30-b4b4-2ac4e62fa7c3 HTTP/1.1" status: 200 len: 217 time: 0.0458679 Apr 18 13:58:58.153275 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device de6a9e75-6bac-4ed0-8a27-fc097dbaddab details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:58:58.193324 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245c7a6-d056-44b4-85aa-b198667febb6 req-d32d845b-a053-4a4b-8ec4-7b84696c6c84 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.200494 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d245c7a6-d056-44b4-85aa-b198667febb6 req-d32d845b-a053-4a4b-8ec4-7b84696c6c84 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 944 time: 0.2158406 Apr 18 13:58:58.210203 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-5f52db90-227c-4fd9-bcee-fcff8b92e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.213018 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-5f52db90-227c-4fd9-bcee-fcff8b92e985 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 1129 time: 0.0866103 Apr 18 13:58:58.221072 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-0bb17725-22a2-44b1-b1b1-195f1c901f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.221363 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110881c4-897a-4f87-9b66-39d1bb0c4752 req-4f287e5f-ee16-4c2f-9322-3f3f3f4e91dd tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.223470 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-0bb17725-22a2-44b1-b1b1-195f1c901f60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.1323619 Apr 18 13:58:58.224209 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-110881c4-897a-4f87-9b66-39d1bb0c4752 req-4f287e5f-ee16-4c2f-9322-3f3f3f4e91dd tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.2356675 Apr 18 13:58:58.225346 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d23-f976-4702-8d4f-1018bfe25d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0aac5b0a-9fda-4fbb-9f03-ef2bbf51d88f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.231402 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5da1d23-f976-4702-8d4f-1018bfe25d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.235380 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b5da1d23-f976-4702-8d4f-1018bfe25d5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0aac5b0a-9fda-4fbb-9f03-ef2bbf51d88f HTTP/1.1" status: 204 len: 168 time: 0.4374073 Apr 18 13:58:58.271334 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port de6a9e75-6bac-4ed0-8a27-fc097dbaddab, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:58.283398 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:58:58.288766 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'mac_address': 'fa:16:3e:3f:2e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:58:58.302250 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da1d23-f976-4702-8d4f-1018bfe25d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aac5b0a-9fda-4fbb-9f03-ef2bbf51d88f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:58.355514 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-9ff054ca-b4d9-4584-9e96-dc610790a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.357356 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-9ff054ca-b4d9-4584-9e96-dc610790a5f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126795 Apr 18 13:58:58.393107 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port de6a9e75-6bac-4ed0-8a27-fc097dbaddab is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:58.393873 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.397927 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks [] for router_gateway (18a49a0c-e845-4db1-9eca-811d5438f1e9), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.409540 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-7b174195-8539-4db4-895a-fc7e738a5f7d', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'project_id': '1711ca0fe8b9407b831718144594a676', 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:58:58.410625 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.417521 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6a9e75-6bac-4ed0-8a27-fc097dbaddab {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:58:58.458392 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:58:58.485244 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:58:58.485621 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.494322 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port de6a9e75-6bac-4ed0-8a27-fc097dbaddab, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:58.505811 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-a353c075-c7eb-49ce-ba92-ffa6030bdff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.507521 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-a353c075-c7eb-49ce-ba92-ffa6030bdff8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 912 time: 0.2710960 Apr 18 13:58:58.525377 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.592420 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-110881c4-897a-4f87-9b66-39d1bb0c4752 req-2946fd82-8cf6-491a-b9bd-3aec2dde749a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928965 Apr 18 13:58:58.595713 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d245c7a6-d056-44b4-85aa-b198667febb6 req-a9bb05fb-8a5c-42c8-b494-ff769251b489 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944321 Apr 18 13:58:58.596516 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-2b34a70c-d2de-452e-8df0-6a6c580d71a9 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294705 Apr 18 13:58:58.632281 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:58.634937 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-2170ae98-fdbd-4c6b-87c9-777b9fd7a400 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 200 len: 1001 time: 0.1143527 Apr 18 13:58:58.740903 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-92aacd0d-61d8-46aa-8e73-1d7e8f9794e0 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077782 Apr 18 13:58:58.748011 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:58:58.748446 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.768379 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-d3f95e56-514d-46dc-81d6-4506fac6097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.770000 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-d3f95e56-514d-46dc-81d6-4506fac6097a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.1163943 Apr 18 13:58:58.786180 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:58:58.788817 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05399f7-2b6c-470d-a59e-9c875269d65d" -d '{"events": [{"server_uuid": "7df05293-6aea-4494-9cc6-e0a97b7fee54", "name": "network-vif-plugged", "status": "completed", "tag": "74fb6d65-49f6-4b2d-b0aa-8cd3649cc496"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:58:58.798002 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Allocated IP 172.20.0.2 (7b174195-8539-4db4-895a-fc7e738a5f7d/95f151c8-7418-491e-bf09-0d3aca8b676e/9426da59-63c1-4f4d-9c64-1b7d4b601733) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:58:58.811270 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:58:58.818333 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:58.833370 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8fb1909a-33ea-4cc6-bc47-6570e166b4b1 req-40b452b0-a7d8-4fd1-bf80-ee4332f8bb9e service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244122 Apr 18 13:58:58.840904 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-165c63ac-153e-44f5-b5d7-f0cedb0106a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.842371 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-165c63ac-153e-44f5-b5d7-f0cedb0106a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642087 Apr 18 13:58:58.848113 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84aebd-c9cc-4387-a551-52b1ba202087 req-8cb27a0d-7b07-479d-ad56-eee38fb4dbcb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.852330 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd84aebd-c9cc-4387-a551-52b1ba202087 req-8cb27a0d-7b07-479d-ad56-eee38fb4dbcb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 944 time: 0.1279764 Apr 18 13:58:58.914359 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b45ac-5405-4796-9de3-ecf24ce20e34 req-bbc84d34-b656-420e-ae53-b6c205ceda0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:58.916008 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-715b45ac-5405-4796-9de3-ecf24ce20e34 req-bbc84d34-b656-420e-ae53-b6c205ceda0e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.1905050 Apr 18 13:58:58.929318 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:58.976368 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['de6a9e75-6bac-4ed0-8a27-fc097dbaddab'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:58:59.000061 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-662ce257-96f7-44e3-8792-c33797ce285f service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442475 Apr 18 13:58:59.081495 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Publish callbacks [] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:59.103368 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:59.182179 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Network 7b174195-8539-4db4-895a-fc7e738a5f7d is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:58:59.192859 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:58:59.195702 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:58:59.198412 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Pushing event updated for resources: {'Port': ['ID=9426da59-63c1-4f4d-9c64-1b7d4b601733,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:59.281411 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Attempting to bind port 9426da59-63c1-4f4d-9c64-1b7d4b601733 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:58:59.282171 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Attempting to bind port 9426da59-63c1-4f4d-9c64-1b7d4b601733 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:58:59.282171 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Attempting to bind port 9426da59-63c1-4f4d-9c64-1b7d4b601733 on network 7b174195-8539-4db4-895a-fc7e738a5f7d {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:58:59.308450 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:58:59.308837 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Checking segment: {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:58:59.309237 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:59.309633 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Bound using segment: {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:58:59.310111 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Bound port: 9426da59-63c1-4f4d-9c64-1b7d4b601733, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:58:59.310494 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:59.345044 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd84aebd-c9cc-4387-a551-52b1ba202087 req-0e2d38b3-83bf-4eaa-a4bd-d6ea553e66e1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702911 Apr 18 13:58:59.358762 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-793524d7-6a76-45cd-b4ed-c7718cd41957 req-dda68405-8047-47f4-b397-88d9e7b21bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568223 Apr 18 13:58:59.387001 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf4bb9c7-a657-439f-8443-d4809156f9d8 req-e137bba5-5585-4778-9fff-7806f1d54985 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626346 Apr 18 13:58:59.400438 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] For port 9426da59-63c1-4f4d-9c64-1b7d4b601733, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:58:59.423126 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] For port 9426da59-63c1-4f4d-9c64-1b7d4b601733, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=9426da59-63c1-4f4d-9c64-1b7d4b601733,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:58:59.429861 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d114a69-1745-4819-93ef-6fce98688a56 x-openstack-request-id: req-9d114a69-1745-4819-93ef-6fce98688a56 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:58:59.430474 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df05293-6aea-4494-9cc6-e0a97b7fee54", "name": "network-vif-plugged", "status": "completed", "tag": "74fb6d65-49f6-4b2d-b0aa-8cd3649cc496", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:58:59.430978 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d114a69-1745-4819-93ef-6fce98688a56 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:58:59.431506 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d114a69-1745-4819-93ef-6fce98688a56'] response: {'server_uuid': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'code': 200} Apr 18 13:58:59.433908 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:59.435926 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-715b45ac-5405-4796-9de3-ecf24ce20e34 req-c63a3066-d81d-4d65-bcb0-72eee0b1cd8a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026782 Apr 18 13:58:59.469983 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks [] for router_gateway (18a49a0c-e845-4db1-9eca-811d5438f1e9), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:59.497100 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:58:59.576114 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fad4f-6312-4906-a9ab-1b8d147af859 None None] Pushing event updated for resources: {'Port': ['ID=9426da59-63c1-4f4d-9c64-1b7d4b601733,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:58:59.622831 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e51508-8b6f-4660-a78c-7c444dfcc37c req-70bdd01b-a2bd-41eb-85b8-8572cca8ddf8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:59.630579 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-82e51508-8b6f-4660-a78c-7c444dfcc37c req-70bdd01b-a2bd-41eb-85b8-8572cca8ddf8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1366396 Apr 18 13:58:59.774732 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-82e51508-8b6f-4660-a78c-7c444dfcc37c req-0e973770-13f3-4fd4-b37d-2511b05fdb3f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404006 Apr 18 13:58:59.786721 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ad35f-b6aa-4500-a56e-f0d170d5c3a8 req-78c64fbf-1e5d-434e-a238-5667bd727e67 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:59.788224 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-292ad35f-b6aa-4500-a56e-f0d170d5c3a8 req-78c64fbf-1e5d-434e-a238-5667bd727e67 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0930386 Apr 18 13:58:59.802940 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Allocated IP 172.27.3.232 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/48e678c0-c6ea-4ffa-9e6a-7eec83d4018f) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:58:59.970973 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6735a-cf7e-4eea-a530-3f423ad2aa08 req-1b205b45-4bdd-4fa3-bc38-b28d0af73f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:58:59.976637 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-82d6735a-cf7e-4eea-a530-3f423ad2aa08 req-1b205b45-4bdd-4fa3-bc38-b28d0af73f6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 1129 time: 0.0793531 Apr 18 13:58:59.978820 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-292ad35f-b6aa-4500-a56e-f0d170d5c3a8 req-d84c3bda-45d6-456c-bc16-f3284a111085 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654263 Apr 18 13:59:00.060466 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037cf45-76bb-4115-bc2d-9e3ef998b452 req-529072c8-1cfb-4369-ac71-e1f4f96ccfce tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:00.061860 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8037cf45-76bb-4115-bc2d-9e3ef998b452 req-529072c8-1cfb-4369-ac71-e1f4f96ccfce tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.1521993 Apr 18 13:59:00.111648 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-82d6735a-cf7e-4eea-a530-3f423ad2aa08 req-c750f650-e884-4762-bba2-6d4b1fda98a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149750 Apr 18 13:59:00.131100 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks [] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:00.162898 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8037cf45-76bb-4115-bc2d-9e3ef998b452 req-7572d516-c061-4671-a810-0c40c4df4d05 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854936 Apr 18 13:59:00.187977 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:00.231364 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:00.238092 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:00.243097 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:59:00.246290 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Pushing event updated for resources: {'Port': ['ID=48e678c0-c6ea-4ffa-9e6a-7eec83d4018f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:00.486930 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405c0a5-d31c-42ad-993f-e87fe4d426e0 req-2bbeefae-01cd-4ab0-9c67-2d6b19166af2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:00.488512 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d405c0a5-d31c-42ad-993f-e87fe4d426e0 req-2bbeefae-01cd-4ab0-9c67-2d6b19166af2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 944 time: 0.0871611 Apr 18 13:59:00.565288 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks [] for router_gateway (18a49a0c-e845-4db1-9eca-811d5438f1e9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:00.574498 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32c93-cccb-4f95-b32b-af4259afd809 req-8175c5ee-9625-47f8-a15c-d68c3d12b5e5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:00.576261 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-32c32c93-cccb-4f95-b32b-af4259afd809 req-8175c5ee-9625-47f8-a15c-d68c3d12b5e5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0784481 Apr 18 13:59:00.651767 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d405c0a5-d31c-42ad-993f-e87fe4d426e0 req-4b7e7f5a-17c0-4852-9cf3-16a33c72302b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501219 Apr 18 13:59:00.718435 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 9426da59-63c1-4f4d-9c64-1b7d4b601733 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:00.725094 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-32c32c93-cccb-4f95-b32b-af4259afd809 req-f7dd7847-fb80-4a3c-8290-bd1687976a93 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423614 Apr 18 13:59:00.787121 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 9426da59-63c1-4f4d-9c64-1b7d4b601733 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:00.787651 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:00.846624 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c6f23-9ecb-4563-9fdb-2f828f177f1b None None] Network 7b174195-8539-4db4-895a-fc7e738a5f7d requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:59:00.917886 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea30b2-e371-419f-aab3-c92d5c5c573a req-26c7b50f-735e-4eb9-a6d5-5e3c048f5037 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:00.919379 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dea30b2-e371-419f-aab3-c92d5c5c573a req-26c7b50f-735e-4eb9-a6d5-5e3c048f5037 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0578098 Apr 18 13:59:00.922172 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (18a49a0c-e845-4db1-9eca-811d5438f1e9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:00.945718 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:59:00.948771 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-34459fc6-d018-4cfe-b3b6-b660a7b5e4f1 None None] Provisioning complete for port 9426da59-63c1-4f4d-9c64-1b7d4b601733 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:00.949137 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34459fc6-d018-4cfe-b3b6-b660a7b5e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:00.956248 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device de6a9e75-6bac-4ed0-8a27-fc097dbaddab up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:01.045583 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.046231 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 9426da59-63c1-4f4d-9c64-1b7d4b601733 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:01.046591 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.049159 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dea30b2-e371-419f-aab3-c92d5c5c573a req-bec15b79-140c-4d07-bab9-578541bad28d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224730 Apr 18 13:59:01.144040 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebc623-2095-4ba2-870c-b1462a5140fc req-6d6b9556-8b64-4f2c-a182-8c49e9088f29 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:01.147012 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e3ebc623-2095-4ba2-870c-b1462a5140fc req-6d6b9556-8b64-4f2c-a182-8c49e9088f29 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0659847 Apr 18 13:59:01.157496 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Router 18a49a0c-e845-4db1-9eca-811d5438f1e9 is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:59:01.188671 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 9426da59-63c1-4f4d-9c64-1b7d4b601733, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=9426da59-63c1-4f4d-9c64-1b7d4b601733,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:01.191934 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port de6a9e75-6bac-4ed0-8a27-fc097dbaddab completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:59:01.223689 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.272408 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port de6a9e75-6bac-4ed0-8a27-fc097dbaddab triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:01.272829 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.311544 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-34459fc6-d018-4cfe-b3b6-b660a7b5e4f1 None None] Current status of the port 9426da59-63c1-4f4d-9c64-1b7d4b601733 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:01.311869 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-34459fc6-d018-4cfe-b3b6-b660a7b5e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.333073 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e3ebc623-2095-4ba2-870c-b1462a5140fc req-0f07ef0d-7f7a-4307-bb74-05a8011abf90 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718621 Apr 18 13:59:01.409964 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:01.422511 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=9426da59-63c1-4f4d-9c64-1b7d4b601733,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:01.454479 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'port_id': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'mac_address': 'fa:16:3e:6c:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:59:01.464558 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:59:01.472625 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277e55-499b-4f28-9766-438ed49e57d3 req-cb958eee-d191-4122-ae59-e2aac7b4c2df tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:01.480330 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Sync routers for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:59:01.486486 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-70277e55-499b-4f28-9766-438ed49e57d3 req-cb958eee-d191-4122-ae59-e2aac7b4c2df tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.2058930 Apr 18 13:59:01.492685 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:01.493560 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:01.544692 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.546229 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e7005160-6df7-4997-9725-5226b7f38d9b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6892509 Apr 18 13:59:01.549281 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33660) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:01.576191 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-70277e55-499b-4f28-9766-438ed49e57d3 req-48d8f2ca-3d3c-4c9b-9254-60185ecbc1d3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887086 Apr 18 13:59:01.654755 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:01.662002 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.db.api [None req-34459fc6-d018-4cfe-b3b6-b660a7b5e4f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 13:59:01.662453 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG oslo_db.api [None req-34459fc6-d018-4cfe-b3b6-b660a7b5e4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 13:59:01.673704 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port de6a9e75-6bac-4ed0-8a27-fc097dbaddab is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:01.674227 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.707069 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port c90a0397-fdef-4f49-a852-568f276bec5e is: ACTIVE; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:01.707538 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.730112 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:01.733178 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66226233-6a68-41ad-8d4a-fa1f20bb93dd" -d '{"events": [{"server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "name": "network-vif-plugged", "status": "completed", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:01.738820 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c90a0397-fdef-4f49-a852-568f276bec5e {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:59:01.754245 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port de6a9e75-6bac-4ed0-8a27-fc097dbaddab, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:01.763067 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.776195 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:01.796570 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd14b6-4f98-4e04-8a16-c6856660a597 x-openstack-request-id: req-55dd14b6-4f98-4e04-8a16-c6856660a597 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:01.797351 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "name": "network-vif-plugged", "status": "completed", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:01.797678 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55dd14b6-4f98-4e04-8a16-c6856660a597 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:01.798182 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55dd14b6-4f98-4e04-8a16-c6856660a597'] response: {'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'code': 200} Apr 18 13:59:01.801120 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:01.833295 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:01.846722 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ab2bb-5f1b-4399-b995-6b0d4eb81e3f req-b25c7805-d9c0-42fa-a4e9-2554f3e96a24 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:01.854695 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0a0ab2bb-5f1b-4399-b995-6b0d4eb81e3f req-b25c7805-d9c0-42fa-a4e9-2554f3e96a24 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0966392 Apr 18 13:59:01.921365 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=6']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:01.939126 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:00Z', 'revision_number': 3, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:01.942704 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0a0ab2bb-5f1b-4399-b995-6b0d4eb81e3f req-adab49b0-ad9d-46d5-8cc0-a15bc3f7ef7c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859869 Apr 18 13:59:01.955998 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4b772-659d-4900-8452-f11ebc1b8f39 req-3d9f9cb9-0100-442f-b1b2-c1b34ffe11f2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:01.960274 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8e4b772-659d-4900-8452-f11ebc1b8f39 req-3d9f9cb9-0100-442f-b1b2-c1b34ffe11f2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0776546 Apr 18 13:59:01.969496 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Checking router: 18a49a0c-e845-4db1-9eca-811d5438f1e9 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:59:01.969960 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Updating router 18a49a0c-e845-4db1-9eca-811d5438f1e9 port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:59:02.010598 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.021589 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8e4b772-659d-4900-8452-f11ebc1b8f39 req-c4333160-aaab-48b0-9c00-0a05fda71d7d tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521574 Apr 18 13:59:02.172921 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac19e3a-f4bb-4cee-9965-e7c9d98626a6 req-90f283ce-05a2-47ca-999a-ab7a7ca9df4a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:02.174746 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aac19e3a-f4bb-4cee-9965-e7c9d98626a6 req-90f283ce-05a2-47ca-999a-ab7a7ca9df4a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.0489848 Apr 18 13:59:02.203793 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-34459fc6-d018-4cfe-b3b6-b660a7b5e4f1 None None] Current status of the port 9426da59-63c1-4f4d-9c64-1b7d4b601733 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:02.233228 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aac19e3a-f4bb-4cee-9965-e7c9d98626a6 req-bd8f858f-5099-4357-a4d6-2a9291a37154 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526581 Apr 18 13:59:02.323051 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-cbfa7a07-6c1b-4496-a939-d76ea1075629 None None] Provisioning complete for port 9426da59-63c1-4f4d-9c64-1b7d4b601733 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:02.323585 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cbfa7a07-6c1b-4496-a939-d76ea1075629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.354280 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.395253 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Publish callbacks [] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.402739 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.430546 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-cbfa7a07-6c1b-4496-a939-d76ea1075629 None None] Current status of the port 9426da59-63c1-4f4d-9c64-1b7d4b601733 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:02.477868 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Attempting to bind port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:59:02.478230 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Attempting to bind port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:59:02.478582 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Attempting to bind port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:59:02.480281 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41affa79-2d66-43f0-8fd8-c082070f3a74 req-2c1c0f41-5cbf-4ca1-810d-001e4a766b58 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:02.480632 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Pushing event updated for resources: {'Port': ['ID=48e678c0-c6ea-4ffa-9e6a-7eec83d4018f,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:02.482449 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41affa79-2d66-43f0-8fd8-c082070f3a74 req-2c1c0f41-5cbf-4ca1-810d-001e4a766b58 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0603564 Apr 18 13:59:02.489791 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:59:02.490158 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:59:02.490553 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.490935 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:59:02.491395 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Bound port: 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:59:02.491786 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.495410 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.495828 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.496181 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.496600 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.497005 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.497331 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.497652 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.497973 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.498291 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.498603 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.499099 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.499440 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.499783 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.500103 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.500409 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:02.537571 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41affa79-2d66-43f0-8fd8-c082070f3a74 req-8f31ba7a-86f9-4ca3-8711-7b035ab55c91 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489261 Apr 18 13:59:02.549490 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Allocated IP 172.20.0.1 (7b174195-8539-4db4-895a-fc7e738a5f7d/95f151c8-7418-491e-bf09-0d3aca8b676e/68e80a7a-2a18-4621-9ac2-55376ca5c7de) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:59:02.559247 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] For port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:59:02.562894 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] For port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=48e678c0-c6ea-4ffa-9e6a-7eec83d4018f,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:59:02.569001 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.625190 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:02.626007 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:02.670247 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6084c6b-4df9-4d6d-915c-b97723dabfac None None] Pushing event updated for resources: {'Port': ['ID=48e678c0-c6ea-4ffa-9e6a-7eec83d4018f,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:02.677882 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Publish callbacks [] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.709609 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 9426da59-63c1-4f4d-9c64-1b7d4b601733 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:02.712229 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b653f5-947e-4965-9dd5-8bb9c9660571 req-4b59a745-dfb4-496e-b74d-e1c91bb147f1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:02.714114 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a0b653f5-947e-4965-9dd5-8bb9c9660571 req-4b59a745-dfb4-496e-b74d-e1c91bb147f1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0601401 Apr 18 13:59:02.728694 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.770106 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Network 7b174195-8539-4db4-895a-fc7e738a5f7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:02.773338 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:02.776701 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:59:02.778355 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 9426da59-63c1-4f4d-9c64-1b7d4b601733 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:02.779264 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.786621 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:02.812561 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a0b653f5-947e-4965-9dd5-8bb9c9660571 req-74869ce7-afec-4108-ad96-5cf929de5fe1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913951 Apr 18 13:59:02.814547 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Pushing event updated for resources: {'Port': ['ID=68e80a7a-2a18-4621-9ac2-55376ca5c7de,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:02.839046 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (18a49a0c-e845-4db1-9eca-811d5438f1e9), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:02.873691 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 9426da59-63c1-4f4d-9c64-1b7d4b601733 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:02.987947 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:03.002890 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-98794236-a129-46cf-8620-06c6340b0265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:00Z', 'revision_number': 3, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:03.035486 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98794236-a129-46cf-8620-06c6340b0265 None None] The sync data for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi is: [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:00Z', 'revision_number': 3, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:59:03.058790 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-45152500-b44d-4540-955c-6c6bb07a09b8 None None] Provisioning complete for port 68e80a7a-2a18-4621-9ac2-55376ca5c7de triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:03.059161 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-45152500-b44d-4540-955c-6c6bb07a09b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:03.095032 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e634cd0-9e5c-4037-8d79-6af4c0ce406a req-e39791c8-951d-4590-b8ef-1ac437fe4bf7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:03.096830 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1e634cd0-9e5c-4037-8d79-6af4c0ce406a req-e39791c8-951d-4590-b8ef-1ac437fe4bf7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0608857 Apr 18 13:59:03.112706 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-45152500-b44d-4540-955c-6c6bb07a09b8 None None] Port 68e80a7a-2a18-4621-9ac2-55376ca5c7de cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:59:03.155916 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1e634cd0-9e5c-4037-8d79-6af4c0ce406a req-7d2f7b4a-ca8c-4176-9d7a-0e5cf5dd9e5c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507772 Apr 18 13:59:03.184391 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Publish callbacks [] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:03.189083 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:03.261128 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Pushing event updated for resources: {'Port': ['ID=68e80a7a-2a18-4621-9ac2-55376ca5c7de,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:03.263618 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (18a49a0c-e845-4db1-9eca-811d5438f1e9), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:03.373966 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Network 7b174195-8539-4db4-895a-fc7e738a5f7d is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:03.375431 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:03.381230 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ff2c-b16a-4d24-bb6e-c2ff2e1c6d6a req-4c290193-030c-4ab2-8eed-1c70e5b7d192 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:03.384542 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b536ff2c-b16a-4d24-bb6e-c2ff2e1c6d6a req-4c290193-030c-4ab2-8eed-1c70e5b7d192 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.0724123 Apr 18 13:59:03.479045 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b536ff2c-b16a-4d24-bb6e-c2ff2e1c6d6a req-d65a5c44-1b92-42fa-9a19-c1a250817047 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794508 Apr 18 13:59:03.519434 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Router 18a49a0c-e845-4db1-9eca-811d5438f1e9 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:59:03.645655 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:59:03.646772 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-b95ae979-fd09-4e2e-b3f8-10ff1da0f7cb None None] Provisioning complete for port 68e80a7a-2a18-4621-9ac2-55376ca5c7de triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:03.647233 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b95ae979-fd09-4e2e-b3f8-10ff1da0f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:03.668075 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-991fdd24-5ad7-4148-8b52-7d063af2c8ec admin admin] 10.222.0.11 "PUT /v2.0/routers/18a49a0c-e845-4db1-9eca-811d5438f1e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1069741 Apr 18 13:59:03.685880 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fcbb2-e9c0-4e2e-a3b2-04b7c23f6b65 req-09beecbe-0aed-4782-b0de-190301f0bee2 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:03.687408 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b7fcbb2-e9c0-4e2e-a3b2-04b7c23f6b65 req-09beecbe-0aed-4782-b0de-190301f0bee2 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0669158 Apr 18 13:59:03.706768 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b95ae979-fd09-4e2e-b3f8-10ff1da0f7cb None None] Port 68e80a7a-2a18-4621-9ac2-55376ca5c7de cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:59:03.756478 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b7fcbb2-e9c0-4e2e-a3b2-04b7c23f6b65 req-7312c271-f3c0-4c50-8bab-337ed3398c2c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632195 Apr 18 13:59:03.931835 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41976f8-85b2-4a0b-9c56-69b30a40e364 req-69db2545-27b8-4740-b1e2-c7ed5e341997 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:03.933371 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a41976f8-85b2-4a0b-9c56-69b30a40e364 req-69db2545-27b8-4740-b1e2-c7ed5e341997 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0578322 Apr 18 13:59:03.988727 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a41976f8-85b2-4a0b-9c56-69b30a40e364 req-3385aca1-4fe2-483a-90b6-5267427fe4b9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493841 Apr 18 13:59:04.243388 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33710) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:04.248403 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1094797265-network', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:59:04.268744 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Made reservation on behalf of 9cac8ac3f20f449d8c7404c53e3dfc42 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:59:04.271402 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.278351 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c377e20-1f65-45d8-9a4f-fcea8433860e req-93fad5a3-e912-4192-8f50-04f87074747e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:04.279973 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0c377e20-1f65-45d8-9a4f-fcea8433860e req-93fad5a3-e912-4192-8f50-04f87074747e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0527227 Apr 18 13:59:04.280362 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.329122 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0c377e20-1f65-45d8-9a4f-fcea8433860e req-947fc2ac-aac5-4964-a51e-0532e6595a33 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Apr 18 13:59:04.360302 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Publish callbacks [] for security_group (1a010df4-d481-4c0d-9f73-ea2624a1405e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.363954 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (1a010df4-d481-4c0d-9f73-ea2624a1405e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.389561 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:59:04.399438 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a010df4-d481-4c0d-9f73-ea2624a1405e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:04.404327 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (77c55a23-f0cb-46f6-abfd-d0d2d76ea84c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.404663 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Added segment 77c55a23-f0cb-46f6-abfd-d0d2d76ea84c of type vlan for network e593b589-5d14-4d89-8ef6-694ddf9148fc Apr 18 13:59:04.448741 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (e593b589-5d14-4d89-8ef6-694ddf9148fc), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.474339 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (e593b589-5d14-4d89-8ef6-694ddf9148fc), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.475449 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:04.476352 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.534996 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2904129 Apr 18 13:59:04.537752 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 33716) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:04.543249 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Request body: {'subnet': {'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1094797265-subnet', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:59:04.543579 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcefd6-ba32-430f-a7ed-7fe703af6d7c admin admin] Pushing event updated for resources: {'Network': ['ID=e593b589-5d14-4d89-8ef6-694ddf9148fc,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:04.554981 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network e593b589-5d14-4d89-8ef6-694ddf9148fc details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 13:59:04.598610 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Made reservation on behalf of 9cac8ac3f20f449d8c7404c53e3dfc42 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:59:04.601394 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.629941 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f71f51-795a-403b-bdff-ebe16ffda16e req-eef73fd5-522f-4399-8f45-ce8ee8ef60c1 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:04.631595 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e4f71f51-795a-403b-bdff-ebe16ffda16e req-eef73fd5-522f-4399-8f45-ce8ee8ef60c1 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.0804174 Apr 18 13:59:04.706967 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:04.731297 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e4f71f51-795a-403b-bdff-ebe16ffda16e req-6d62b1c9-e693-4ac6-a318-b1992ef31cba tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932150 Apr 18 13:59:04.770398 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:04.770831 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.816870 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Sync routers for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:59:04.834781 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:04.835014 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for subnet (a36fc5e4-bdce-4865-9c8f-f000fac72197), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.835627 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:04.932979 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa5196-ec6e-47a3-8f98-711f9240f609 req-bcdefb29-cfc9-414c-a028-c1dc8ef3d385 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:04.934461 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b8fa5196-ec6e-47a3-8f98-711f9240f609 req-bcdefb29-cfc9-414c-a028-c1dc8ef3d385 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0922401 Apr 18 13:59:04.937180 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36fc5e4-bdce-4865-9c8f-f000fac72197,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:04.944076 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Checking segment: {'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:59:04.944524 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Network hostable DHCP agents. Network: e593b589-5d14-4d89-8ef6-694ddf9148fc, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:59:04.957408 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:04.957714 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:04.995015 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Network e593b589-5d14-4d89-8ef6-694ddf9148fc is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:59:04.998304 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=48e678c0-c6ea-4ffa-9e6a-7eec83d4018f,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:05.003064 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b8fa5196-ec6e-47a3-8f98-711f9240f609 req-eaa7963c-4536-48dc-9701-2aecb1414372 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605786 Apr 18 13:59:05.003240 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:05.005493 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.011946 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, e593b589-5d14-4d89-8ef6-694ddf9148fc) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:05.025839 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:05.026530 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.045258 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee7b4a-72e2-4dfe-bed6-92acc0f93655 None None] Network e593b589-5d14-4d89-8ef6-694ddf9148fc requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:59:05.046898 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e443f36c-b52b-4417-acc8-6d4825ddf896 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5077689 Apr 18 13:59:05.049294 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33724) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:05.053612 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:59:05.081139 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (dda98aa1-fe20-4237-9e69-c2a456542f1a), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.082190 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (dda98aa1-fe20-4237-9e69-c2a456542f1a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.136568 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a354e9-a437-4a59-bc31-9ec462e61cac req-a3b60549-4cf1-45d6-9803-34d0e616a856 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:05.138759 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5a354e9-a437-4a59-bc31-9ec462e61cac req-a3b60549-4cf1-45d6-9803-34d0e616a856 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0643656 Apr 18 13:59:05.142978 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks [] for router_controller (dda98aa1-fe20-4237-9e69-c2a456542f1a), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.189753 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=48e678c0-c6ea-4ffa-9e6a-7eec83d4018f,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:05.201764 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5a354e9-a437-4a59-bc31-9ec462e61cac req-8c820dd6-2b46-4d03-9011-811807e9f2b4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562339 Apr 18 13:59:05.293097 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks [] for router_gateway (dda98aa1-fe20-4237-9e69-c2a456542f1a), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.295233 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-e593b589-5d14-4d89-8ef6-694ddf9148fc', 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc', 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'fixed_ips': [{'subnet_id': 'a36fc5e4-bdce-4865-9c8f-f000fac72197'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 13:59:05.296053 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.341805 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['c90a0397-fdef-4f49-a852-568f276bec5e'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:59:05.439739 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:03Z', 'revision_number': 2, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:05.450659 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f0b36-ade8-4429-a160-2d7f3d6755fa req-a0c83a22-789a-42e2-9915-4b545aaba04a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:05.452189 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-053f0b36-ade8-4429-a160-2d7f3d6755fa req-a0c83a22-789a-42e2-9915-4b545aaba04a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0542665 Apr 18 13:59:05.483128 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Checking router: 18a49a0c-e845-4db1-9eca-811d5438f1e9 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:59:05.483407 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Updating router 18a49a0c-e845-4db1-9eca-811d5438f1e9 port 68e80a7a-2a18-4621-9ac2-55376ca5c7de binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:59:05.491037 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks [] for router_gateway (dda98aa1-fe20-4237-9e69-c2a456542f1a), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.504975 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-053f0b36-ade8-4429-a160-2d7f3d6755fa req-fb367d6e-134f-42bc-8b45-b1de815d6ede tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453033 Apr 18 13:59:05.512654 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.560157 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.600664 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Allocated IP 172.20.0.2 (e593b589-5d14-4d89-8ef6-694ddf9148fc/a36fc5e4-bdce-4865-9c8f-f000fac72197/48a1c007-59cc-4d7d-ab15-83adf59107b2) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:59:05.639959 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Allocated IP 172.27.3.221 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/594f88a1-c23d-44c9-a0e9-6531914a1016) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:59:05.779656 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks [] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.825418 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:05.869211 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4a21-13bb-4e24-9b60-1ceacff06c53 req-394edad9-21db-4e1f-a7af-04bad0b9ba7c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:05.871094 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-744a4a21-13bb-4e24-9b60-1ceacff06c53 req-394edad9-21db-4e1f-a7af-04bad0b9ba7c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.0617075 Apr 18 13:59:05.877129 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:05.882572 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:05.885838 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:59:05.914787 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Pushing event updated for resources: {'Port': ['ID=594f88a1-c23d-44c9-a0e9-6531914a1016,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:05.926248 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-744a4a21-13bb-4e24-9b60-1ceacff06c53 req-5fbfb826-8594-4a17-8a94-345bbaab9985 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491519 Apr 18 13:59:06.131710 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Publish callbacks [] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.140330 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41866ac2-77bb-48dc-8349-6958b10a58d1 req-8c04d79a-1390-4151-87b9-f3dd71d79b9e tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:06.141953 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41866ac2-77bb-48dc-8349-6958b10a58d1 req-8c04d79a-1390-4151-87b9-f3dd71d79b9e tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0507948 Apr 18 13:59:06.162446 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.167469 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks [] for router_gateway (dda98aa1-fe20-4237-9e69-c2a456542f1a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.204008 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41866ac2-77bb-48dc-8349-6958b10a58d1 req-b6d96274-c61d-4256-86b8-6d3a0f796796 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563214 Apr 18 13:59:06.208006 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Publish callbacks [] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.230434 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Network e593b589-5d14-4d89-8ef6-694ddf9148fc is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:06.235712 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.240499 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:06.250207 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:59:06.253943 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Pushing event updated for resources: {'Port': ['ID=48a1c007-59cc-4d7d-ab15-83adf59107b2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:06.346516 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a4129-fdc1-4b8d-9d1f-8d47714bdd66 req-6c69951d-296c-4a97-ab1d-bcc7fa3ba0ef tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:06.349094 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed4a4129-fdc1-4b8d-9d1f-8d47714bdd66 req-6c69951d-296c-4a97-ab1d-bcc7fa3ba0ef tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0645812 Apr 18 13:59:06.391993 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb8a42-0e61-41c0-9655-ad487a718c4f None None] Pushing event updated for resources: {'Port': ['ID=68e80a7a-2a18-4621-9ac2-55376ca5c7de,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:06.402589 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Attempting to bind port 48a1c007-59cc-4d7d-ab15-83adf59107b2 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:59:06.402964 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Attempting to bind port 48a1c007-59cc-4d7d-ab15-83adf59107b2 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:59:06.403324 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Attempting to bind port 48a1c007-59cc-4d7d-ab15-83adf59107b2 on network e593b589-5d14-4d89-8ef6-694ddf9148fc {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:59:06.428972 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:59:06.429346 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Checking segment: {'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:59:06.430433 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.431068 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Bound using segment: {'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:59:06.431175 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Bound port: 48a1c007-59cc-4d7d-ab15-83adf59107b2, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:59:06.431553 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.447279 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed4a4129-fdc1-4b8d-9d1f-8d47714bdd66 req-23b21c24-217c-4588-b0b1-4632428a261d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860560 Apr 18 13:59:06.468722 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Attempting to bind port 68e80a7a-2a18-4621-9ac2-55376ca5c7de on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:59:06.469159 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Attempting to bind port 68e80a7a-2a18-4621-9ac2-55376ca5c7de by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:59:06.469627 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Attempting to bind port 68e80a7a-2a18-4621-9ac2-55376ca5c7de on network 7b174195-8539-4db4-895a-fc7e738a5f7d {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:59:06.497458 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:59:06.498015 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Checking segment: {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:59:06.498527 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.498993 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Bound using segment: {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:59:06.499548 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Bound port: 68e80a7a-2a18-4621-9ac2-55376ca5c7de, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:59:06.500033 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.569409 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] For port 48a1c007-59cc-4d7d-ab15-83adf59107b2, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:59:06.577047 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-1973172a-9ef8-4c22-99f7-e429ae807e43 None None] Provisioning complete for port 68e80a7a-2a18-4621-9ac2-55376ca5c7de triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:06.577422 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1973172a-9ef8-4c22-99f7-e429ae807e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.593961 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] For port 48a1c007-59cc-4d7d-ab15-83adf59107b2, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=48a1c007-59cc-4d7d-ab15-83adf59107b2,segment=NetworkSegment(77c55a23-f0cb-46f6-abfd-d0d2d76ea84c),segment_id=77c55a23-f0cb-46f6-abfd-d0d2d76ea84c)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:59:06.625455 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (dda98aa1-fe20-4237-9e69-c2a456542f1a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.640470 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.640765 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f011-2b07-4a7b-9532-23c870e325d9 req-1caf44f6-e785-4c44-8c7f-9fd429c88b38 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:06.646471 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] For port 68e80a7a-2a18-4621-9ac2-55376ca5c7de, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:59:06.647941 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2098f011-2b07-4a7b-9532-23c870e325d9 req-1caf44f6-e785-4c44-8c7f-9fd429c88b38 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0676453 Apr 18 13:59:06.653208 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] For port 68e80a7a-2a18-4621-9ac2-55376ca5c7de, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=68e80a7a-2a18-4621-9ac2-55376ca5c7de,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:59:06.683339 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:06.687908 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-1973172a-9ef8-4c22-99f7-e429ae807e43 None None] Port 68e80a7a-2a18-4621-9ac2-55376ca5c7de cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:59:06.721902 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2098f011-2b07-4a7b-9532-23c870e325d9 req-35b11b1b-cfd0-4f4d-a5f3-aa7180844546 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724566 Apr 18 13:59:06.738616 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90763dd4-2ca0-4a49-a927-955c76d45a0f None None] Pushing event updated for resources: {'Port': ['ID=48a1c007-59cc-4d7d-ab15-83adf59107b2,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:06.811789 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb8a42-0e61-41c0-9655-ad487a718c4f None None] Pushing event updated for resources: {'Port': ['ID=68e80a7a-2a18-4621-9ac2-55376ca5c7de,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:06.817579 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:06.842706 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Router dda98aa1-fe20-4237-9e69-c2a456542f1a is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 13:59:06.843835 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:06.844437 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:06.967207 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:06.967773 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.037608 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:07.041391 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:59:07.050157 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Sync routers for ids ['dda98aa1-fe20-4237-9e69-c2a456542f1a'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:59:07.085026 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Routers {'dda98aa1-fe20-4237-9e69-c2a456542f1a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:07.086481 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['dda98aa1-fe20-4237-9e69-c2a456542f1a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:07.098666 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.105710 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3921bcb9-b905-4eeb-b7d1-c4ffdf6387f6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0529280 Apr 18 13:59:07.106563 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33750) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:07.162929 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1482710-fd69-4a2d-ba9d-3938c293623a req-1b25a11e-fa70-4c7e-965f-667d7c37eca4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:07.165444 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1482710-fd69-4a2d-ba9d-3938c293623a req-1b25a11e-fa70-4c7e-965f-667d7c37eca4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.1178823 Apr 18 13:59:07.226764 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-04bc36ab-555f-4c46-b477-c57e79c61df0 None None] Provisioning complete for port 68e80a7a-2a18-4621-9ac2-55376ca5c7de triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:07.227396 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-04bc36ab-555f-4c46-b477-c57e79c61df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.229306 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1482710-fd69-4a2d-ba9d-3938c293623a req-385a3055-4149-4edf-a49b-408e72c8396b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562477 Apr 18 13:59:07.260678 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:07.276629 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Set router dda98aa1-fe20-4237-9e69-c2a456542f1a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:07.357444 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:07.361712 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c095c6-1d2c-43fe-b81f-d067df1e2cda req-9d867ce4-ed95-442f-bd5c-a6b6428096d1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:07.363404 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-45c095c6-1d2c-43fe-b81f-d067df1e2cda req-9d867ce4-ed95-442f-bd5c-a6b6428096d1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0615239 Apr 18 13:59:07.448760 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-04bc36ab-555f-4c46-b477-c57e79c61df0 None None] Current status of the port 68e80a7a-2a18-4621-9ac2-55376ca5c7de is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:07.449137 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-04bc36ab-555f-4c46-b477-c57e79c61df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.450610 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-45c095c6-1d2c-43fe-b81f-d067df1e2cda req-24d8c599-8046-4df4-906f-1e7b230232b1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797105 Apr 18 13:59:07.474060 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:06Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:07.523734 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:06Z', 'revision_number': 3, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port': {'id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:07.524053 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8a4a6-a822-4daf-b596-06dba8ffde1b None None] The sync data for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi is: [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:06Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:59:07.546625 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port c90a0397-fdef-4f49-a852-568f276bec5e triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:07.547347 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.572654 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Checking router: dda98aa1-fe20-4237-9e69-c2a456542f1a for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:59:07.573201 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Updating router dda98aa1-fe20-4237-9e69-c2a456542f1a port 594f88a1-c23d-44c9-a0e9-6531914a1016 binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:59:07.622680 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-04bc36ab-555f-4c46-b477-c57e79c61df0 None None] For port 68e80a7a-2a18-4621-9ac2-55376ca5c7de, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=68e80a7a-2a18-4621-9ac2-55376ca5c7de,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:07.631647 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-04bc36ab-555f-4c46-b477-c57e79c61df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.639169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d5011-4ebc-409e-953b-fce1fad0e490 req-91cfb1ed-8ee6-414d-b114-7ccf0f2152f5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:07.641291 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.644162 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-119d5011-4ebc-409e-953b-fce1fad0e490 req-91cfb1ed-8ee6-414d-b114-7ccf0f2152f5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.1243367 Apr 18 13:59:07.764748 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-119d5011-4ebc-409e-953b-fce1fad0e490 req-4c2ed938-8045-4954-bb9f-95f8932587ba tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122894 Apr 18 13:59:07.811887 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port c90a0397-fdef-4f49-a852-568f276bec5e is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:07.812586 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.818543 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.901939 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:07.904922 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3291f911-3cfc-494b-ac38-33e97c6bedec" -d '{"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-plugged", "status": "completed", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:07.945042 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc36ab-555f-4c46-b477-c57e79c61df0 None None] Pushing event updated for resources: {'Port': ['ID=68e80a7a-2a18-4621-9ac2-55376ca5c7de,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:07.953160 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:07.965118 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:07.979606 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ae284-1af4-4810-9d90-2835fc64abd9 req-48abd8cf-a296-45f3-a611-8e6dd7f49300 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:07.986803 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b1ae284-1af4-4810-9d90-2835fc64abd9 req-48abd8cf-a296-45f3-a611-8e6dd7f49300 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.1377041 Apr 18 13:59:08.013383 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b0cba3-ff4d-452f-85f3-bcf6d0361567 x-openstack-request-id: req-77b0cba3-ff4d-452f-85f3-bcf6d0361567 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:08.013864 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-plugged", "status": "completed", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:08.014218 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77b0cba3-ff4d-452f-85f3-bcf6d0361567 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:08.014711 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b0cba3-ff4d-452f-85f3-bcf6d0361567'] response: {'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'code': 200} Apr 18 13:59:08.053065 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=7']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:08.082667 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b1ae284-1af4-4810-9d90-2835fc64abd9 req-0b3a94a2-462b-4e3b-a25e-09ec4c623ddc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948632 Apr 18 13:59:08.143440 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Allocated IP 172.20.0.1 (e593b589-5d14-4d89-8ef6-694ddf9148fc/a36fc5e4-bdce-4865-9c8f-f000fac72197/73c751cf-164e-4ce7-baa4-880251323257) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:59:08.160327 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Publish callbacks [] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.168430 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.223684 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a716bd77-a3ee-450a-8f84-90efcbd22190 None None] Network e593b589-5d14-4d89-8ef6-694ddf9148fc requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 13:59:08.227217 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Attempting to bind port 594f88a1-c23d-44c9-a0e9-6531914a1016 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:59:08.227733 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Attempting to bind port 594f88a1-c23d-44c9-a0e9-6531914a1016 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:59:08.228556 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Attempting to bind port 594f88a1-c23d-44c9-a0e9-6531914a1016 on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:59:08.230998 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03adbb3-c9f4-4d34-acc3-fc5f832c0031 None None] Pushing event updated for resources: {'Port': ['ID=594f88a1-c23d-44c9-a0e9-6531914a1016,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:08.235563 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:59:08.235959 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:59:08.236356 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.236733 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:59:08.237188 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Bound port: 594f88a1-c23d-44c9-a0e9-6531914a1016, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:59:08.237557 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.268914 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Publish callbacks [] for port (73c751cf-164e-4ce7-baa4-880251323257), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.284286 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-27725a10-813b-49c4-a8bd-67df85ad6ec3 None None] Provisioning complete for port 48a1c007-59cc-4d7d-ab15-83adf59107b2 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:08.288981 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27725a10-813b-49c4-a8bd-67df85ad6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.308352 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] For port 594f88a1-c23d-44c9-a0e9-6531914a1016, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:59:08.313332 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] For port 594f88a1-c23d-44c9-a0e9-6531914a1016, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=594f88a1-c23d-44c9-a0e9-6531914a1016,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:59:08.322444 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (73c751cf-164e-4ce7-baa4-880251323257), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.323929 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.348067 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Network e593b589-5d14-4d89-8ef6-694ddf9148fc is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:08.350436 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:08.383694 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:59:08.399444 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2de05-b79a-485e-9283-bb0de7e0d2e0 req-c5726b9c-0017-4580-b4dc-7acb7589d16e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:08.407392 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5b2de05-b79a-485e-9283-bb0de7e0d2e0 req-c5726b9c-0017-4580-b4dc-7acb7589d16e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0623767 Apr 18 13:59:08.436054 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Routers {'dda98aa1-fe20-4237-9e69-c2a456542f1a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:08.436694 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['dda98aa1-fe20-4237-9e69-c2a456542f1a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:08.476555 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Pushing event updated for resources: {'Port': ['ID=73c751cf-164e-4ce7-baa4-880251323257,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:08.489139 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03adbb3-c9f4-4d34-acc3-fc5f832c0031 None None] Pushing event updated for resources: {'Port': ['ID=594f88a1-c23d-44c9-a0e9-6531914a1016,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:08.492495 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5b2de05-b79a-485e-9283-bb0de7e0d2e0 req-c82c5241-30fe-45df-bc44-f4f3c254b966 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770807 Apr 18 13:59:08.500383 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (dda98aa1-fe20-4237-9e69-c2a456542f1a), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.565780 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-27725a10-813b-49c4-a8bd-67df85ad6ec3 None None] Current status of the port 48a1c007-59cc-4d7d-ab15-83adf59107b2 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:08.566174 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27725a10-813b-49c4-a8bd-67df85ad6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.614667 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-27725a10-813b-49c4-a8bd-67df85ad6ec3 None None] For port 48a1c007-59cc-4d7d-ab15-83adf59107b2, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=48a1c007-59cc-4d7d-ab15-83adf59107b2,segment=NetworkSegment(77c55a23-f0cb-46f6-abfd-d0d2d76ea84c),segment_id=77c55a23-f0cb-46f6-abfd-d0d2d76ea84c)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:08.621138 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27725a10-813b-49c4-a8bd-67df85ad6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.707909 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cec44-8711-4996-84f4-366ebfe5eeb3 req-5461521b-41d1-4582-a6c8-eba6be21ce30 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:08.711595 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (73c751cf-164e-4ce7-baa4-880251323257), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.726408 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-527cec44-8711-4996-84f4-366ebfe5eeb3 req-5461521b-41d1-4582-a6c8-eba6be21ce30 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.1513720 Apr 18 13:59:08.744110 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725a10-813b-49c4-a8bd-67df85ad6ec3 None None] Pushing event updated for resources: {'Port': ['ID=48a1c007-59cc-4d7d-ab15-83adf59107b2,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:08.757527 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] Set router dda98aa1-fe20-4237-9e69-c2a456542f1a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:08.800607 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-527cec44-8711-4996-84f4-366ebfe5eeb3 req-f764ffd7-c1c2-4003-b54b-2fc30353d202 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725203 Apr 18 13:59:08.865485 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 68e80a7a-2a18-4621-9ac2-55376ca5c7de up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:08.911691 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a030ebf-635d-4287-9618-6a03ab34ba49 req-11417816-31b2-48af-bfe8-9bddd0429350 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:08.920857 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a030ebf-635d-4287-9618-6a03ab34ba49 req-11417816-31b2-48af-bfe8-9bddd0429350 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0766120 Apr 18 13:59:08.987864 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-9be647fa-471a-4478-a4e4-3400f1e52a7b None None] Provisioning complete for port 73c751cf-164e-4ce7-baa4-880251323257 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:08.988236 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9be647fa-471a-4478-a4e4-3400f1e52a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (73c751cf-164e-4ce7-baa4-880251323257), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:08.989925 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 68e80a7a-2a18-4621-9ac2-55376ca5c7de triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:08.990178 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:09.018155 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a030ebf-635d-4287-9618-6a03ab34ba49 req-659ba2e4-964b-455c-9f30-e3eeac4a4d4f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963264 Apr 18 13:59:09.052139 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Publish callbacks [] for port (73c751cf-164e-4ce7-baa4-880251323257), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:09.063494 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (73c751cf-164e-4ce7-baa4-880251323257), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:09.157211 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:06Z', 'revision_number': 3, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port': {'id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:09.160410 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (dda98aa1-fe20-4237-9e69-c2a456542f1a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:09.175530 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9be647fa-471a-4478-a4e4-3400f1e52a7b None None] Port 73c751cf-164e-4ce7-baa4-880251323257 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:59:09.202509 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef369-7a96-4ebe-bf7e-09eeb560e2c6 None None] The sync data for ids ['dda98aa1-fe20-4237-9e69-c2a456542f1a'] in dv-cinder-838302-1-iscsi is: [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:06Z', 'revision_number': 3, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port': {'id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:59:09.227786 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-9be647fa-471a-4478-a4e4-3400f1e52a7b None None] Provisioning complete for port 48a1c007-59cc-4d7d-ab15-83adf59107b2 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:09.228299 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9be647fa-471a-4478-a4e4-3400f1e52a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:09.263660 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Pushing event updated for resources: {'Port': ['ID=73c751cf-164e-4ce7-baa4-880251323257,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:09.282722 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b7f3-a95c-4b32-9ad5-190febec94fc req-09ad341f-cc37-4335-a884-4e4f1a4bb1e7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:09.286552 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e664b7f3-a95c-4b32-9ad5-190febec94fc req-09ad341f-cc37-4335-a884-4e4f1a4bb1e7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0963180 Apr 18 13:59:09.307140 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Network e593b589-5d14-4d89-8ef6-694ddf9148fc is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:09.308763 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:09.368207 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 68e80a7a-2a18-4621-9ac2-55376ca5c7de is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:09.369586 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 48a1c007-59cc-4d7d-ab15-83adf59107b2 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:09.395498 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e664b7f3-a95c-4b32-9ad5-190febec94fc req-0167c11d-02ce-429f-ab44-0c7548d28443 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996299 Apr 18 13:59:09.462830 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9be647fa-471a-4478-a4e4-3400f1e52a7b None None] Current status of the port 48a1c007-59cc-4d7d-ab15-83adf59107b2 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:09.485416 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 48a1c007-59cc-4d7d-ab15-83adf59107b2 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:09.485801 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:09.494840 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Router dda98aa1-fe20-4237-9e69-c2a456542f1a has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:59:09.604169 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-1713974d-af8a-485a-bb20-d9221b303d2e None None] Provisioning complete for port 73c751cf-164e-4ce7-baa4-880251323257 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:09.605074 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1713974d-af8a-485a-bb20-d9221b303d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (73c751cf-164e-4ce7-baa4-880251323257), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:09.607415 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 48a1c007-59cc-4d7d-ab15-83adf59107b2 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:09.652686 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-1713974d-af8a-485a-bb20-d9221b303d2e None None] Port 73c751cf-164e-4ce7-baa4-880251323257 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:59:09.671915 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f98520-f92b-4ac1-aaf0-f11a1015ba9a req-742618a3-80a9-4bcd-8be6-90a53d6024c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:09.681615 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0f98520-f92b-4ac1-aaf0-f11a1015ba9a req-742618a3-80a9-4bcd-8be6-90a53d6024c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0778787 Apr 18 13:59:09.686719 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:59:09.712766 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-151eba5d-3816-45ed-b343-0f4b4ddf17d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/dda98aa1-fe20-4237-9e69-c2a456542f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6000583 Apr 18 13:59:09.746745 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0f98520-f92b-4ac1-aaf0-f11a1015ba9a req-24e88a1e-731c-4a45-bd71-2527e901efd3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641389 Apr 18 13:59:09.783160 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-9024a7f9-faef-4f69-9f4b-23f70a514e94 None None] Provisioning complete for port 73c751cf-164e-4ce7-baa4-880251323257 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:09.783745 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9024a7f9-faef-4f69-9f4b-23f70a514e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (73c751cf-164e-4ce7-baa4-880251323257), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:09.822961 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9024a7f9-faef-4f69-9f4b-23f70a514e94 None None] Port 73c751cf-164e-4ce7-baa4-880251323257 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:59:09.933206 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49656e-8d36-436b-839a-eb1076d833c8 req-589ff044-6dbb-411a-987b-d6f6e73916aa tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:09.934752 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5e49656e-8d36-436b-839a-eb1076d833c8 req-589ff044-6dbb-411a-987b-d6f6e73916aa tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0512254 Apr 18 13:59:09.988475 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5e49656e-8d36-436b-839a-eb1076d833c8 req-d9a66b4a-c93f-47e8-8a26-5edbe3eed772 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479615 Apr 18 13:59:10.173491 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60c21b-7516-4c38-ac60-7f31281b3c4e req-f4cdb5ac-449e-4252-9338-f274cb7912d3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:10.175404 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d60c21b-7516-4c38-ac60-7f31281b3c4e req-f4cdb5ac-449e-4252-9338-f274cb7912d3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0632300 Apr 18 13:59:10.232418 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d60c21b-7516-4c38-ac60-7f31281b3c4e req-b9430141-366e-43fa-aa9c-254f952e733b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495975 Apr 18 13:59:10.540367 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e5af7-18b1-4930-bf88-b6171f72dc4d req-ad7de657-7506-4621-8caa-e95662ba3501 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:10.542286 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-412e5af7-18b1-4930-bf88-b6171f72dc4d req-ad7de657-7506-4621-8caa-e95662ba3501 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0564077 Apr 18 13:59:10.604302 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-412e5af7-18b1-4930-bf88-b6171f72dc4d req-3a48f7a5-d45b-4671-a9c2-0a47a5ede5a8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493693 Apr 18 13:59:10.792201 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 594f88a1-c23d-44c9-a0e9-6531914a1016 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:10.899152 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ba9f6-5a46-4a99-9a61-9eefb7634ace req-4e3e427c-2f44-4d8a-a1b4-16ec3f96fe58 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:10.902800 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c51ba9f6-5a46-4a99-9a61-9eefb7634ace req-4e3e427c-2f44-4d8a-a1b4-16ec3f96fe58 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0619209 Apr 18 13:59:10.978267 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c51ba9f6-5a46-4a99-9a61-9eefb7634ace req-3d6aaa5d-4601-45c9-9e80-2ea1c6527a26 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695705 Apr 18 13:59:11.039872 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 594f88a1-c23d-44c9-a0e9-6531914a1016 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:11.040293 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:11.142849 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 594f88a1-c23d-44c9-a0e9-6531914a1016 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:11.143512 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6be99-7e82-426b-8165-0c6d8df784ca req-dab419e7-5fca-4439-851e-c166e963dc92 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:11.144193 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:11.155221 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ed6be99-7e82-426b-8165-0c6d8df784ca req-dab419e7-5fca-4439-851e-c166e963dc92 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0740521 Apr 18 13:59:11.178589 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 594f88a1-c23d-44c9-a0e9-6531914a1016, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=594f88a1-c23d-44c9-a0e9-6531914a1016,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:11.188196 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:11.190855 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 48a1c007-59cc-4d7d-ab15-83adf59107b2 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:11.268841 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ed6be99-7e82-426b-8165-0c6d8df784ca req-366c1457-4ce3-43b4-8d15-f546f7ad3681 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028013 Apr 18 13:59:11.307330 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=594f88a1-c23d-44c9-a0e9-6531914a1016,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:11.314392 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 48a1c007-59cc-4d7d-ab15-83adf59107b2 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:11.314392 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:11.412954 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2258a74-c2a5-4a4a-9b80-7fc747be81c5 req-5ff13c83-9f58-41cd-bb75-04a3fd7f2a38 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:11.415518 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2258a74-c2a5-4a4a-9b80-7fc747be81c5 req-5ff13c83-9f58-41cd-bb75-04a3fd7f2a38 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0668993 Apr 18 13:59:11.431112 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 48a1c007-59cc-4d7d-ab15-83adf59107b2 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:11.443415 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93948612-e703-4b44-8625-571521c93865 None None] Sync routers for ids ['dda98aa1-fe20-4237-9e69-c2a456542f1a'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:59:11.464215 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93948612-e703-4b44-8625-571521c93865 None None] Routers {'dda98aa1-fe20-4237-9e69-c2a456542f1a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:11.467197 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-93948612-e703-4b44-8625-571521c93865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['dda98aa1-fe20-4237-9e69-c2a456542f1a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:11.495962 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2258a74-c2a5-4a4a-9b80-7fc747be81c5 req-3b67e70e-f0d6-4349-a82e-3358fefdef52 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733023 Apr 18 13:59:11.594070 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-93948612-e703-4b44-8625-571521c93865 None None] Set router dda98aa1-fe20-4237-9e69-c2a456542f1a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:11.732874 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4667c4-001b-4fec-89ab-6f6c4656d43c req-e0d28e00-187c-4535-a6e7-c2b7e42c567e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:11.740069 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f4667c4-001b-4fec-89ab-6f6c4656d43c req-e0d28e00-187c-4535-a6e7-c2b7e42c567e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0628600 Apr 18 13:59:11.799148 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f4667c4-001b-4fec-89ab-6f6c4656d43c req-9487db39-0fcc-47d6-b3af-04e91ea60d76 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579591 Apr 18 13:59:11.852396 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-93948612-e703-4b44-8625-571521c93865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:08Z', 'revision_number': 4, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port': {'id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '73c751cf-164e-4ce7-baa4-880251323257', 'name': '', 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'mac_address': 'fa:16:3e:77:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a36fc5e4-bdce-4865-9c8f-f000fac72197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:07Z', 'updated_at': '2022-04-18T13:59:08Z', 'revision_number': 2, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'subnets': [{'id': 'a36fc5e4-bdce-4865-9c8f-f000fac72197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:11.880579 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93948612-e703-4b44-8625-571521c93865 None None] Checking router: dda98aa1-fe20-4237-9e69-c2a456542f1a for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:59:11.880579 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93948612-e703-4b44-8625-571521c93865 None None] Updating router dda98aa1-fe20-4237-9e69-c2a456542f1a port 73c751cf-164e-4ce7-baa4-880251323257 binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:59:11.912857 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93948612-e703-4b44-8625-571521c93865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (73c751cf-164e-4ce7-baa4-880251323257), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:12.136133 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c96760-87f3-4b36-886f-e814214f1fc9 req-d9fd65cb-5d88-4b62-8445-b336a29a0790 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:12.137989 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-37c96760-87f3-4b36-886f-e814214f1fc9 req-d9fd65cb-5d88-4b62-8445-b336a29a0790 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0562601 Apr 18 13:59:12.237874 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-37c96760-87f3-4b36-886f-e814214f1fc9 req-677b91ed-ac94-443a-90e8-e5bd7200fcbe tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931170 Apr 18 13:59:12.266892 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93948612-e703-4b44-8625-571521c93865 None None] Publish callbacks [] for port (73c751cf-164e-4ce7-baa4-880251323257), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:12.300322 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93948612-e703-4b44-8625-571521c93865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (73c751cf-164e-4ce7-baa4-880251323257), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:12.434331 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1c5e5-bc2b-4aaf-a620-0843cb9e0c59 req-a1b79619-f6c2-4c11-9a04-60d3f1fd25be tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:12.448042 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-04d1c5e5-bc2b-4aaf-a620-0843cb9e0c59 req-a1b79619-f6c2-4c11-9a04-60d3f1fd25be tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0761995 Apr 18 13:59:12.457347 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-93948612-e703-4b44-8625-571521c93865 None None] Attempting to bind port 73c751cf-164e-4ce7-baa4-880251323257 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:59:12.458062 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-93948612-e703-4b44-8625-571521c93865 None None] Attempting to bind port 73c751cf-164e-4ce7-baa4-880251323257 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:59:12.458627 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93948612-e703-4b44-8625-571521c93865 None None] Attempting to bind port 73c751cf-164e-4ce7-baa4-880251323257 on network e593b589-5d14-4d89-8ef6-694ddf9148fc {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:59:12.460909 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8057338-5c35-48e6-8f90-03816b3da663 None None] Pushing event updated for resources: {'Port': ['ID=73c751cf-164e-4ce7-baa4-880251323257,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:12.468363 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93948612-e703-4b44-8625-571521c93865 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:59:12.469097 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93948612-e703-4b44-8625-571521c93865 None None] Checking segment: {'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:59:12.469702 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93948612-e703-4b44-8625-571521c93865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:12.470282 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93948612-e703-4b44-8625-571521c93865 None None] Bound using segment: {'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:59:12.470936 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-93948612-e703-4b44-8625-571521c93865 None None] Bound port: 73c751cf-164e-4ce7-baa4-880251323257, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:59:12.471567 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93948612-e703-4b44-8625-571521c93865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (73c751cf-164e-4ce7-baa4-880251323257), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:12.534898 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-04d1c5e5-bc2b-4aaf-a620-0843cb9e0c59 req-5d973bd0-2c3a-4cd2-90a7-671b11d3f8aa tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915658 Apr 18 13:59:12.564846 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-93948612-e703-4b44-8625-571521c93865 None None] For port 73c751cf-164e-4ce7-baa4-880251323257, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:59:12.569070 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-93948612-e703-4b44-8625-571521c93865 None None] For port 73c751cf-164e-4ce7-baa4-880251323257, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=73c751cf-164e-4ce7-baa4-880251323257,segment=NetworkSegment(77c55a23-f0cb-46f6-abfd-d0d2d76ea84c),segment_id=77c55a23-f0cb-46f6-abfd-d0d2d76ea84c)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:59:12.584494 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93948612-e703-4b44-8625-571521c93865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (73c751cf-164e-4ce7-baa4-880251323257), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:12.654950 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8057338-5c35-48e6-8f90-03816b3da663 None None] Pushing event updated for resources: {'Port': ['ID=73c751cf-164e-4ce7-baa4-880251323257,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:12.698092 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93948612-e703-4b44-8625-571521c93865 None None] Routers {'dda98aa1-fe20-4237-9e69-c2a456542f1a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:12.698659 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-93948612-e703-4b44-8625-571521c93865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['dda98aa1-fe20-4237-9e69-c2a456542f1a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:12.721695 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb5ef6-2afa-4807-93c6-509091955446 req-d1cc1b59-a35c-43d2-ba8a-a81deda5ec9b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:12.723392 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bbbb5ef6-2afa-4807-93c6-509091955446 req-d1cc1b59-a35c-43d2-ba8a-a81deda5ec9b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.1286469 Apr 18 13:59:12.793455 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bbbb5ef6-2afa-4807-93c6-509091955446 req-6fc6da2c-001a-40a9-be1b-a2e7d3a4b1b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626795 Apr 18 13:59:12.811983 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-d9f8168d-ef3e-45bc-a74c-9b40cd1cf5bc None None] Provisioning complete for port 73c751cf-164e-4ce7-baa4-880251323257 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:12.812367 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9f8168d-ef3e-45bc-a74c-9b40cd1cf5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (73c751cf-164e-4ce7-baa4-880251323257), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:12.814648 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 594f88a1-c23d-44c9-a0e9-6531914a1016 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:12.962743 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb923e4-d416-490a-a8b2-a19ffb856870 req-20954508-52f9-4f00-adbe-6ab5579b8528 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:12.972022 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6cb923e4-d416-490a-a8b2-a19ffb856870 req-20954508-52f9-4f00-adbe-6ab5579b8528 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0748236 Apr 18 13:59:13.028111 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 594f88a1-c23d-44c9-a0e9-6531914a1016 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:13.028710 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:13.040204 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6cb923e4-d416-490a-a8b2-a19ffb856870 req-f9d0b8ac-fab4-4a7d-9ff9-3271c35f7fb7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567627 Apr 18 13:59:13.088461 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-93948612-e703-4b44-8625-571521c93865 None None] Set router dda98aa1-fe20-4237-9e69-c2a456542f1a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:13.155625 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8168d-ef3e-45bc-a74c-9b40cd1cf5bc None None] Current status of the port 73c751cf-164e-4ce7-baa4-880251323257 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:13.156040 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9f8168d-ef3e-45bc-a74c-9b40cd1cf5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (73c751cf-164e-4ce7-baa4-880251323257), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:13.322474 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-d9f8168d-ef3e-45bc-a74c-9b40cd1cf5bc None None] For port 73c751cf-164e-4ce7-baa4-880251323257, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=73c751cf-164e-4ce7-baa4-880251323257,segment=NetworkSegment(77c55a23-f0cb-46f6-abfd-d0d2d76ea84c),segment_id=77c55a23-f0cb-46f6-abfd-d0d2d76ea84c)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:13.339008 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9f8168d-ef3e-45bc-a74c-9b40cd1cf5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (73c751cf-164e-4ce7-baa4-880251323257), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:13.408288 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8168d-ef3e-45bc-a74c-9b40cd1cf5bc None None] Pushing event updated for resources: {'Port': ['ID=73c751cf-164e-4ce7-baa4-880251323257,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:13.411027 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 594f88a1-c23d-44c9-a0e9-6531914a1016 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:13.416692 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618d1b-5a53-44b6-8094-5cdccb0f1517 req-933c3ead-d4e6-48e9-9385-eedb2a406eb3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:13.418242 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7618d1b-5a53-44b6-8094-5cdccb0f1517 req-933c3ead-d4e6-48e9-9385-eedb2a406eb3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0625479 Apr 18 13:59:13.485090 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7618d1b-5a53-44b6-8094-5cdccb0f1517 req-600fa06a-fda6-41bc-baf3-65ce2f4a9aa1 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586555 Apr 18 13:59:13.622727 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-0541128a-4b31-4bb1-8e2e-12bb2a8dcec7 None None] Provisioning complete for port 73c751cf-164e-4ce7-baa4-880251323257 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:13.623191 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0541128a-4b31-4bb1-8e2e-12bb2a8dcec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (73c751cf-164e-4ce7-baa4-880251323257), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:13.680914 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-93948612-e703-4b44-8625-571521c93865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:08Z', 'revision_number': 4, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port': {'id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '73c751cf-164e-4ce7-baa4-880251323257', 'name': '', 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'mac_address': 'fa:16:3e:77:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a36fc5e4-bdce-4865-9c8f-f000fac72197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:07Z', 'updated_at': '2022-04-18T13:59:12Z', 'revision_number': 4, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'subnets': [{'id': 'a36fc5e4-bdce-4865-9c8f-f000fac72197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:13.685915 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f6d4d-25af-4c8a-ae64-bbeb5c086a9b req-18e83106-64b9-4912-9444-cf0fa37acac9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:13.687439 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-383f6d4d-25af-4c8a-ae64-bbeb5c086a9b req-18e83106-64b9-4912-9444-cf0fa37acac9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0736737 Apr 18 13:59:13.716952 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93948612-e703-4b44-8625-571521c93865 None None] The sync data for ids ['dda98aa1-fe20-4237-9e69-c2a456542f1a'] in dv-cinder-838302-1-iscsi is: [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:08Z', 'revision_number': 4, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port': {'id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '73c751cf-164e-4ce7-baa4-880251323257', 'name': '', 'network_id': 'e593b589-5d14-4d89-8ef6-694ddf9148fc', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'mac_address': 'fa:16:3e:77:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a36fc5e4-bdce-4865-9c8f-f000fac72197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:07Z', 'updated_at': '2022-04-18T13:59:12Z', 'revision_number': 4, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'subnets': [{'id': 'a36fc5e4-bdce-4865-9c8f-f000fac72197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:59:13.775993 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-383f6d4d-25af-4c8a-ae64-bbeb5c086a9b req-37443a38-20fc-458c-8178-24ca9f8a7747 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814047 Apr 18 13:59:13.821345 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0541128a-4b31-4bb1-8e2e-12bb2a8dcec7 None None] Current status of the port 73c751cf-164e-4ce7-baa4-880251323257 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:13.952589 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755b154-2251-4fd4-8794-bc7fa102437e req-e56a0d64-05b2-41fc-aa5c-766a25c9320c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:13.954238 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c755b154-2251-4fd4-8794-bc7fa102437e req-e56a0d64-05b2-41fc-aa5c-766a25c9320c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0647364 Apr 18 13:59:14.049366 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c755b154-2251-4fd4-8794-bc7fa102437e req-3e7f0ee2-fea9-48c8-8d4d-57b5b944eee2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845854 Apr 18 13:59:14.188993 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ebe3d-ef38-402a-8000-df5012a46fdf req-406645c7-d43a-418b-9c90-13499c6dadea tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:14.190803 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e0ebe3d-ef38-402a-8000-df5012a46fdf req-406645c7-d43a-418b-9c90-13499c6dadea tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0669966 Apr 18 13:59:14.262034 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e0ebe3d-ef38-402a-8000-df5012a46fdf req-d2d64056-44da-431f-b879-530222a634df tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644753 Apr 18 13:59:14.714593 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800ad1a-e920-4208-bbd3-19d7888b680a req-b4e20261-8bc2-45de-b054-1045c7d22161 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:14.716311 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7800ad1a-e920-4208-bbd3-19d7888b680a req-b4e20261-8bc2-45de-b054-1045c7d22161 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1039078 Apr 18 13:59:14.780317 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7800ad1a-e920-4208-bbd3-19d7888b680a req-3cf13670-20aa-4d12-82da-ef84433d5585 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577166 Apr 18 13:59:14.803649 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 73c751cf-164e-4ce7-baa4-880251323257 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:14.872989 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 73c751cf-164e-4ce7-baa4-880251323257 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:14.873322 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (73c751cf-164e-4ce7-baa4-880251323257), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:14.960071 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343ea62-8b4b-4dd8-b5ae-043e365f31ca req-88588898-977a-40ab-8a88-80caf67e57e5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:14.968085 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2343ea62-8b4b-4dd8-b5ae-043e365f31ca req-88588898-977a-40ab-8a88-80caf67e57e5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0851593 Apr 18 13:59:14.978188 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 73c751cf-164e-4ce7-baa4-880251323257 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:15.042169 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2343ea62-8b4b-4dd8-b5ae-043e365f31ca req-b3116918-f030-45b9-ad1f-99caae46e9fb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727031 Apr 18 13:59:15.168543 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d25e8-0c2b-40f6-a8f8-213903455519 req-d9877a3f-78cf-40fa-a96f-27c30ea1deeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:15.175737 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb4d25e8-0c2b-40f6-a8f8-213903455519 req-d9877a3f-78cf-40fa-a96f-27c30ea1deeb tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0595624 Apr 18 13:59:15.232632 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb4d25e8-0c2b-40f6-a8f8-213903455519 req-c045118c-e998-4a49-8f04-97d7efe2147c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558016 Apr 18 13:59:15.700713 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bc0d4-e40b-40eb-9dd6-58662486e53c req-a0f8d790-469a-4b02-bb9c-5815dc000fa9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:15.702589 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a66bc0d4-e40b-40eb-9dd6-58662486e53c req-a0f8d790-469a-4b02-bb9c-5815dc000fa9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.3754921 Apr 18 13:59:15.714706 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33882) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:15.724122 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'floatingip': {'port_id': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:59:15.724851 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0feb6c-2446-4688-b893-752af85ea13e req-94359a08-f1e3-48aa-bd29-d48ddc779a3f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:15.727435 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9f0feb6c-2446-4688-b893-752af85ea13e req-94359a08-f1e3-48aa-bd29-d48ddc779a3f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.3630791 Apr 18 13:59:15.791875 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (5359efa7-ba1b-4420-bdf6-eba09ff96e29), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:15.809959 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9f0feb6c-2446-4688-b893-752af85ea13e req-8af11fbf-c621-4591-a326-d83f7abb2158 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755248 Apr 18 13:59:15.939884 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc18d77-e8c2-4b0d-9218-b5d70cd4d975 req-7f335ea4-d1af-4e24-affb-6fe4180e5272 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:15.948194 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1dc18d77-e8c2-4b0d-9218-b5d70cd4d975 req-7f335ea4-d1af-4e24-affb-6fe4180e5272 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0620575 Apr 18 13:59:16.003659 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1dc18d77-e8c2-4b0d-9218-b5d70cd4d975 req-47fb1bfa-f717-4209-a259-10ea77dd2cc8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525489 Apr 18 13:59:16.184801 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf6aeb-1b18-47e4-916b-a82adac6f2eb req-a7912f5a-f602-4525-b5c5-434846a300a5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:16.186339 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ddf6aeb-1b18-47e4-916b-a82adac6f2eb req-a7912f5a-f602-4525-b5c5-434846a300a5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0644855 Apr 18 13:59:16.264649 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ddf6aeb-1b18-47e4-916b-a82adac6f2eb req-a0afcb5d-5c41-45a3-90d5-943c2222d364 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703959 Apr 18 13:59:16.366794 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:16.372065 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (5359efa7-ba1b-4420-bdf6-eba09ff96e29), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:16.494267 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Floating IP 5359efa7-ba1b-4420-bdf6-eba09ff96e29 associated. External IP: 172.27.3.97, port: 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496. Apr 18 13:59:16.949952 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c20d7-b1c0-4680-b39c-48643022417a req-321f2c9f-a53c-4359-87d4-62542f9659a4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:16.958135 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-820c20d7-b1c0-4680-b39c-48643022417a req-321f2c9f-a53c-4359-87d4-62542f9659a4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0569324 Apr 18 13:59:17.044722 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-820c20d7-b1c0-4680-b39c-48643022417a req-533df8e6-191d-40ec-a005-878187246d5e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813494 Apr 18 13:59:17.082746 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:59:17.183067 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24cde4-260e-4ec9-b8ee-05961317edc4 req-f4c82ede-c32c-4067-ac9f-312bfc662c98 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:17.184738 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d24cde4-260e-4ec9-b8ee-05961317edc4 req-f4c82ede-c32c-4067-ac9f-312bfc662c98 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0696895 Apr 18 13:59:17.242491 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d24cde4-260e-4ec9-b8ee-05961317edc4 req-9b267d15-7183-498c-a455-5f0979421903 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515599 Apr 18 13:59:17.260472 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:59:17.281405 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:59:17.282974 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:17.296603 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:17.297510 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:17.348607 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-87d4fede-e2f7-4875-805d-a4869564d023 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "PUT /v2.0/floatingips/5359efa7-ba1b-4420-bdf6-eba09ff96e29 HTTP/1.1" status: 200 len: 990 time: 1.6324649 Apr 18 13:59:17.349348 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'tag': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:17.354430 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17" -d '{"events": [{"name": "network-changed", "server_uuid": "7df05293-6aea-4494-9cc6-e0a97b7fee54", "tag": "74fb6d65-49f6-4b2d-b0aa-8cd3649cc496"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:17.405679 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5af4512-3480-4086-bc20-4ea7731f8c01 x-openstack-request-id: req-b5af4512-3480-4086-bc20-4ea7731f8c01 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:17.405970 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df05293-6aea-4494-9cc6-e0a97b7fee54", "tag": "74fb6d65-49f6-4b2d-b0aa-8cd3649cc496", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:17.406223 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5af4512-3480-4086-bc20-4ea7731f8c01 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:17.407069 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5af4512-3480-4086-bc20-4ea7731f8c01'] response: {'name': 'network-changed', 'server_uuid': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'tag': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'status': 'completed', 'code': 200} Apr 18 13:59:17.433162 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e3424-5c74-48f1-bb41-f83dcbc44558 req-d971d291-0d17-4363-85de-37b929bbae2e tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:17.434893 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e7e3424-5c74-48f1-bb41-f83dcbc44558 req-d971d291-0d17-4363-85de-37b929bbae2e tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0867105 Apr 18 13:59:17.450992 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:17.519050 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e7e3424-5c74-48f1-bb41-f83dcbc44558 req-b2ab6b8b-20b2-43fb-bf10-a7a67bf1d37f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777438 Apr 18 13:59:17.731263 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}, {'id': '5359efa7-ba1b-4420-bdf6-eba09ff96e29', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:0c:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:38Z', 'updated_at': '2022-04-18T13:59:16Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:17.764448 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:59:17.774942 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:17.775555 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:58:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:17.906299 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:18.001284 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33924) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:18.180981 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d486995-6bb7-4d94-a90b-cd6786294e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:18.211417 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056d519-7d68-40cb-826e-c772b9f3591f req-89c3d1e7-74a5-4e9a-8576-d313b84a0af9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:18.213336 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6056d519-7d68-40cb-826e-c772b9f3591f req-89c3d1e7-74a5-4e9a-8576-d313b84a0af9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0708783 Apr 18 13:59:18.281870 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}, {'id': '5359efa7-ba1b-4420-bdf6-eba09ff96e29', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:0c:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:38Z', 'updated_at': '2022-04-18T13:59:16Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:18.288150 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d486995-6bb7-4d94-a90b-cd6786294e27 admin admin] Publish callbacks [] for security_group (96b9080c-11ac-49f3-a57b-abd8e4d649b9), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:18.300048 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d486995-6bb7-4d94-a90b-cd6786294e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (96b9080c-11ac-49f3-a57b-abd8e4d649b9), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:18.322388 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6530a-a6e1-4c49-aea0-c7290e88f8ff None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}, {'id': '5359efa7-ba1b-4420-bdf6-eba09ff96e29', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:0c:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:38Z', 'updated_at': '2022-04-18T13:59:16Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:59:18.325751 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6056d519-7d68-40cb-826e-c772b9f3591f req-dfdaf58c-17a0-40b8-ab00-3af670622de3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060777 Apr 18 13:59:18.363873 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d486995-6bb7-4d94-a90b-cd6786294e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b9080c-11ac-49f3-a57b-abd8e4d649b9,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:18.373106 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 33934) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:18.373848 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0d486995-6bb7-4d94-a90b-cd6786294e27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab310c84d8a14f22834e576e28ca70d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715060 Apr 18 13:59:18.466304 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabe7a-5978-4fbf-adc3-5f3dc0c9be38 req-01fd28bf-4bde-4e20-921d-29c16904b892 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:18.467842 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5ffabe7a-5978-4fbf-adc3-5f3dc0c9be38 req-01fd28bf-4bde-4e20-921d-29c16904b892 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0961113 Apr 18 13:59:18.519695 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-301f0ee0-1fca-4425-91dd-7b17184d8357 admin admin] Publish callbacks [] for security_group (96b9080c-11ac-49f3-a57b-abd8e4d649b9), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:18.548920 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5ffabe7a-5978-4fbf-adc3-5f3dc0c9be38 req-40722036-fb16-4c4f-aedc-77f91d46e0ba tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753458 Apr 18 13:59:18.565244 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-301f0ee0-1fca-4425-91dd-7b17184d8357 admin admin] Publish callbacks [] for security_group (96b9080c-11ac-49f3-a57b-abd8e4d649b9), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:18.673258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8b2c6-286e-43ad-b91e-98ad9e375895 req-0221eb34-7436-4bb5-ba02-ef39f7807a3a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:18.678103 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622a21da-7643-441c-a77f-489eedf2fcc4 None None] New status for floating IP 5359efa7-ba1b-4420-bdf6-eba09ff96e29: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:59:18.680502 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9d8b2c6-286e-43ad-b91e-98ad9e375895 req-0221eb34-7436-4bb5-ba02-ef39f7807a3a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0802867 Apr 18 13:59:18.729731 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-301f0ee0-1fca-4425-91dd-7b17184d8357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (96b9080c-11ac-49f3-a57b-abd8e4d649b9), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:18.732268 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-301f0ee0-1fca-4425-91dd-7b17184d8357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:18.733615 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-301f0ee0-1fca-4425-91dd-7b17184d8357 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96b9080c-11ac-49f3-a57b-abd8e4d649b9 HTTP/1.1" status: 204 len: 168 time: 0.3588448 Apr 18 13:59:18.760248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f0ee0-1fca-4425-91dd-7b17184d8357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b9080c-11ac-49f3-a57b-abd8e4d649b9,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:18.780335 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9d8b2c6-286e-43ad-b91e-98ad9e375895 req-9d5670de-fe60-487e-a24f-f81bb63eb341 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943940 Apr 18 13:59:18.925919 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-253354ff-ec32-4710-bc0f-890b8dde2e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:19.489807 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33948) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:19.517653 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e260cd-85c2-4353-998a-09df2f0183f0 req-fc045d04-52a7-42e2-8801-3eb14b3907de tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:19.527303 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78e260cd-85c2-4353-998a-09df2f0183f0 req-fc045d04-52a7-42e2-8801-3eb14b3907de tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0829659 Apr 18 13:59:19.589061 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78e260cd-85c2-4353-998a-09df2f0183f0 req-19255a93-59ff-4748-8f05-65dcc47cbc93 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605457 Apr 18 13:59:19.773484 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89458648-9269-4210-b00a-dcbaaceb9512 req-42016eb7-afde-4642-a9ff-19504bcde6ac tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:19.777166 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89458648-9269-4210-b00a-dcbaaceb9512 req-42016eb7-afde-4642-a9ff-19504bcde6ac tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1212635 Apr 18 13:59:19.781180 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a59a540-2092-4874-b78a-0864e103a547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:19.856956 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89458648-9269-4210-b00a-dcbaaceb9512 req-f5142dba-db34-41ea-997f-77e70152873b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733116 Apr 18 13:59:19.891824 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a59a540-2092-4874-b78a-0864e103a547 admin admin] Publish callbacks [] for security_group (bccb73d3-1d31-4c70-8a47-dee8e05a8033), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:19.900721 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a59a540-2092-4874-b78a-0864e103a547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (bccb73d3-1d31-4c70-8a47-dee8e05a8033), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:19.951113 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9a59a540-2092-4874-b78a-0864e103a547 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90031507f22743fe8bc3c4e0008edea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600401 Apr 18 13:59:19.952138 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59a540-2092-4874-b78a-0864e103a547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccb73d3-1d31-4c70-8a47-dee8e05a8033,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:19.954727 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 33956) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:19.971539 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420b43e-f4b5-42c1-b9fe-26febc68598e req-b16cc5ca-e016-4301-87f9-3dd44b82340c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:19.973062 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1420b43e-f4b5-42c1-b9fe-26febc68598e req-b16cc5ca-e016-4301-87f9-3dd44b82340c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0905342 Apr 18 13:59:20.018637 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9ed08e4-be08-4f15-9ede-14e2c07841a8 admin admin] Publish callbacks [] for security_group (bccb73d3-1d31-4c70-8a47-dee8e05a8033), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:20.044145 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9ed08e4-be08-4f15-9ede-14e2c07841a8 admin admin] Publish callbacks [] for security_group (bccb73d3-1d31-4c70-8a47-dee8e05a8033), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:20.055562 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1420b43e-f4b5-42c1-b9fe-26febc68598e req-c9abfd92-e054-4962-961c-a93cdc3a584c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758512 Apr 18 13:59:20.121905 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9ed08e4-be08-4f15-9ede-14e2c07841a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (bccb73d3-1d31-4c70-8a47-dee8e05a8033), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:20.124861 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9ed08e4-be08-4f15-9ede-14e2c07841a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:20.131470 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d9ed08e4-be08-4f15-9ede-14e2c07841a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bccb73d3-1d31-4c70-8a47-dee8e05a8033 HTTP/1.1" status: 204 len: 168 time: 0.1756399 Apr 18 13:59:20.143084 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed08e4-be08-4f15-9ede-14e2c07841a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccb73d3-1d31-4c70-8a47-dee8e05a8033,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:20.730986 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4885b-e18c-4b9c-9d14-75106929a5b1 req-6e58be05-7ad0-4394-aaed-d9bbd713873b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:20.732511 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41c4885b-e18c-4b9c-9d14-75106929a5b1 req-6e58be05-7ad0-4394-aaed-d9bbd713873b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0526564 Apr 18 13:59:20.786576 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41c4885b-e18c-4b9c-9d14-75106929a5b1 req-ad3cdf78-8fcc-4093-afc6-556f8f81a22a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448375 Apr 18 13:59:20.987792 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00597c-0937-4ede-bfb2-035406481fa8 req-e3b0f29c-662f-4d5a-af03-3bb3b2314d48 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:20.989613 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf00597c-0937-4ede-bfb2-035406481fa8 req-e3b0f29c-662f-4d5a-af03-3bb3b2314d48 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0492382 Apr 18 13:59:21.046394 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf00597c-0937-4ede-bfb2-035406481fa8 req-3f7eaed0-1211-4c1f-8c64-0271a8eb8e91 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509465 Apr 18 13:59:21.170794 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0adac6-c946-4749-8f14-475483857250 req-ac7c324a-1bd7-432e-8881-01438a0e831a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:21.172311 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6b0adac6-c946-4749-8f14-475483857250 req-ac7c324a-1bd7-432e-8881-01438a0e831a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0499630 Apr 18 13:59:21.223705 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6b0adac6-c946-4749-8f14-475483857250 req-813cfc37-34e8-40f0-a5da-ae3d28341afe tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453856 Apr 18 13:59:21.283889 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:59:21.430651 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-93749419-8346-4846-877c-8bf53eca8b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:21.581914 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-ea896f34-bb1c-42d5-9cf3-d3a2d9d7a7f8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:21.583347 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-ea896f34-bb1c-42d5-9cf3-d3a2d9d7a7f8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/networks?id=7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 200 len: 815 time: 0.1038418 Apr 18 13:59:21.597442 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-32c4c12c-02f8-4b07-a3a1-49c9e1b59db7 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/quotas/1711ca0fe8b9407b831718144594a676 HTTP/1.1" status: 200 len: 375 time: 0.0085773 Apr 18 13:59:21.645139 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-f78ec29a-9b56-46ba-9164-4af442063b7f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1711ca0fe8b9407b831718144594a676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421541 Apr 18 13:59:21.740103 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-674d8f5b-efd9-4b5c-8f5a-9648c7ededd3 service neutron] 10.222.0.11 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827250 Apr 18 13:59:21.833323 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-98749dc8-fea2-459b-abed-da4d4b5a2f62 service neutron] 10.222.0.11 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865152 Apr 18 13:59:21.880607 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639674d-8845-452a-9acb-2b9c9c0db7e2 req-e3300d9f-8409-4843-a1b8-9202717128db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:21.885231 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6639674d-8845-452a-9acb-2b9c9c0db7e2 req-e3300d9f-8409-4843-a1b8-9202717128db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1129 time: 0.0574651 Apr 18 13:59:21.914115 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-ae83b937-d9c3-404b-8fd0-79812364d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:21.915589 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-ae83b937-d9c3-404b-8fd0-79812364d651 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 1129 time: 0.0790119 Apr 18 13:59:21.928213 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a6031-639d-43af-bb04-d2463156d399 req-a26a36ef-0024-42e4-8971-77641489ccd4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:21.930347 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b52a6031-639d-43af-bb04-d2463156d399 req-a26a36ef-0024-42e4-8971-77641489ccd4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0592093 Apr 18 13:59:21.981257 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6639674d-8845-452a-9acb-2b9c9c0db7e2 req-005f31ba-2999-40cb-af12-cc2aa0c01e6e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511942 Apr 18 13:59:22.084082 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d56f329-3d57-4996-b3c0-24e47ae39369 req-83b55ba1-28ce-4b53-97d9-d7391f41cbf1 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 210 time: 0.0698967 Apr 18 13:59:22.088729 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b52a6031-639d-43af-bb04-d2463156d399 req-39b8e26f-cf4a-4b02-af15-b86dc4cfa443 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525090 Apr 18 13:59:22.134081 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-74e80522-261c-4cdb-9ac3-129a5256d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:22.135577 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-74e80522-261c-4cdb-9ac3-129a5256d093 service neutron] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 915 time: 0.1737831 Apr 18 13:59:22.208956 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d84d52-8898-40cf-ae8e-b7b1502a1b43 req-b775fafe-d778-441c-8b83-f1f71860ac94 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:22.210924 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81d84d52-8898-40cf-ae8e-b7b1502a1b43 req-b775fafe-d778-441c-8b83-f1f71860ac94 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0515354 Apr 18 13:59:22.260925 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81d84d52-8898-40cf-ae8e-b7b1502a1b43 req-4e933d59-13cc-4bfd-a11d-7ff3a0b40179 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Apr 18 13:59:22.389800 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fcbdc-0c20-4891-8c62-9b5318007590 req-ec56154c-8c16-48b7-ae5e-fcfc5b5b5ec2 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:22.391846 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-263fcbdc-0c20-4891-8c62-9b5318007590 req-ec56154c-8c16-48b7-ae5e-fcfc5b5b5ec2 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0940220 Apr 18 13:59:22.433469 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-7bf67530-2e7f-43fa-a517-37cf5ec0e525 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 HTTP/1.1" status: 200 len: 1000 time: 0.1059704 Apr 18 13:59:22.465035 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-263fcbdc-0c20-4891-8c62-9b5318007590 req-d6e2d253-b039-4c04-8000-c33e5eb53284 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622125 Apr 18 13:59:22.520668 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-7d338d2c-ec43-4313-9a30-1711553d4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:22.522157 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-7d338d2c-ec43-4313-9a30-1711553d4ae7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0562978 Apr 18 13:59:22.584505 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-79d9d373-fef1-4c9c-bda6-7f64a4d403fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:22.586148 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-79d9d373-fef1-4c9c-bda6-7f64a4d403fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407526 Apr 18 13:59:22.648063 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:22.718388 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-a190dc89-5ef2-4a15-a12f-148ce058c954 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134551 Apr 18 13:59:23.255447 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a67e4f73-0bd2-4adc-8216-da322986a0a9 req-7f348cd6-f4eb-4ace-911c-a506826a6a4f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 210 time: 0.0405967 Apr 18 13:59:23.280646 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd7611-2f97-4935-9a4a-a8f0dbcf580c req-ac53e5a4-3445-4234-bf24-780ba1a049ce tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:23.280646 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-73bd7611-2f97-4935-9a4a-a8f0dbcf580c req-ac53e5a4-3445-4234-bf24-780ba1a049ce tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0976954 Apr 18 13:59:23.357493 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-73bd7611-2f97-4935-9a4a-a8f0dbcf580c req-f1bedfeb-68a2-4885-92e8-2e04a01dcf0e tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776448 Apr 18 13:59:23.467981 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fffb1-0971-4922-a3c1-e7e81028e4cc req-e0275ebd-3489-46bc-93ef-34cd0b351e78 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:23.469824 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-986fffb1-0971-4922-a3c1-e7e81028e4cc req-e0275ebd-3489-46bc-93ef-34cd0b351e78 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1201267 Apr 18 13:59:23.540563 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e4cc73-9a5e-4269-b107-bcfec9c0fb17 req-23170466-78ac-4835-b060-b386d2338659 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011290 Apr 18 13:59:23.589205 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-986fffb1-0971-4922-a3c1-e7e81028e4cc req-84ad885d-4ab4-459a-910f-db6cfe3058a6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063344 Apr 18 13:59:23.606714 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293afc7f-c68a-4f1f-b904-de5d53cf2086 req-228da7b3-beeb-42f9-8952-0c190a179a09 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:23.623810 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-293afc7f-c68a-4f1f-b904-de5d53cf2086 req-228da7b3-beeb-42f9-8952-0c190a179a09 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 944 time: 0.0680926 Apr 18 13:59:23.672680 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-293afc7f-c68a-4f1f-b904-de5d53cf2086 req-02ec25e1-13f2-46e6-ae64-b67e63b413c7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576141 Apr 18 13:59:24.027535 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:24.381367 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e097f723-e4da-47bf-9569-b5d85b2374fc req-f4473e3f-8708-4d37-bef4-13c34c9067d0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 210 time: 0.0355794 Apr 18 13:59:24.473929 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:59:24.490098 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa708976-0eb5-4082-8b69-23d1e376a7f4 req-8347b6ac-5c15-4212-bd74-e5b8d9323598 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:24.492161 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa708976-0eb5-4082-8b69-23d1e376a7f4 req-8347b6ac-5c15-4212-bd74-e5b8d9323598 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0537577 Apr 18 13:59:24.547480 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa708976-0eb5-4082-8b69-23d1e376a7f4 req-cbeeddb9-a630-4361-87bd-323031ed7c5c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489922 Apr 18 13:59:24.613529 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:24.651736 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'port_id': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'mac_address': 'fa:16:3e:c2:c7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:59:24.689214 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e8867-bb17-4827-9d50-d3175308ae36 req-e636074c-deaf-48c4-b573-5a72c9297bb7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:24.699936 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34050) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:24.705129 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'floatingip': {'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:59:24.715247 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-733e8867-bb17-4827-9d50-d3175308ae36 req-e636074c-deaf-48c4-b573-5a72c9297bb7 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0894248 Apr 18 13:59:24.721086 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:24.721932 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:24.741826 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:59:24.780223 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (22ee679f-f1d8-4989-a3a6-3117d870fa46), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:24.781721 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:24.797983 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:24.844094 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8f8a-f740-4f02-aa05-e71ec7b4b9f9 req-8c0b9c5f-403b-49a2-a9ba-bc6cea4de105 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:24.845749 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4eba8f8a-f740-4f02-aa05-e71ec7b4b9f9 req-8c0b9c5f-403b-49a2-a9ba-bc6cea4de105 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1167495 Apr 18 13:59:24.903468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c77971-3f7e-4a46-9393-66ecbc1b0c73 req-abd92477-129b-4082-a4c7-17ee876cc314 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:24.911846 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93c77971-3f7e-4a46-9393-66ecbc1b0c73 req-abd92477-129b-4082-a4c7-17ee876cc314 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 945 time: 0.1167665 Apr 18 13:59:24.935129 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:25.000848 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93c77971-3f7e-4a46-9393-66ecbc1b0c73 req-1c0d4a6b-fa6c-4829-b405-6a81bbfcdbb5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880184 Apr 18 13:59:25.015944 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4eba8f8a-f740-4f02-aa05-e71ec7b4b9f9 req-7bdd5064-b4d2-467a-897d-5d0fe0aba8db tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561012 Apr 18 13:59:25.268846 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-69275689-d7c3-43ed-bcca-1bcf58cce548 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:25.270828 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-69275689-d7c3-43ed-bcca-1bcf58cce548 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.37 "GET /v2.0/networks?id=7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 200 len: 815 time: 0.1658483 Apr 18 13:59:25.292009 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'port': {'device_id': 'b973ecc1-5005-4719-930d-95a24f06227b', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'admin_state_up': True, 'tenant_id': '1711ca0fe8b9407b831718144594a676'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:59:25.321455 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:25.414982 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['2907b527-4890-4c30-b4b4-2ac4e62fa7c3'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:59:25.503798 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Made reservation on behalf of 1711ca0fe8b9407b831718144594a676 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:59:25.515434 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:25.543418 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:25.551036 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (22ee679f-f1d8-4989-a3a6-3117d870fa46), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:25.573354 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2c3dc1c-94e2-4c0b-8ae8-7911484c1842 req-7835e5b6-d626-46c7-995a-db4822db178a tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 210 time: 0.0824635 Apr 18 13:59:25.721063 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Floating IP 22ee679f-f1d8-4989-a3a6-3117d870fa46 associated. External IP: 172.27.3.56, port: de6a9e75-6bac-4ed0-8a27-fc097dbaddab. Apr 18 13:59:25.761980 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Allocated IP 172.20.0.3 (7b174195-8539-4db4-895a-fc7e738a5f7d/95f151c8-7418-491e-bf09-0d3aca8b676e/5b0213e9-d344-418f-8d14-cc74588d5be0) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:59:26.045428 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:26.104499 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:26.213203 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Router e73bcc22-4ae5-48a5-b473-a38b516146a6 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:59:26.313489 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b410979-084b-431f-8be4-174428f5a282 req-6723b3b8-a591-4f1b-ae4b-aaae2ef8239d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:26.313792 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b410979-084b-431f-8be4-174428f5a282 req-6723b3b8-a591-4f1b-ae4b-aaae2ef8239d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1254618 Apr 18 13:59:26.316217 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Network 7b174195-8539-4db4-895a-fc7e738a5f7d is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:26.331314 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:26.343957 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:59:26.350915 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:26.351863 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:26.377033 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'Port': ['ID=5b0213e9-d344-418f-8d14-cc74588d5be0,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:26.405672 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:59:26.408202 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78c51f-b359-4b40-9db6-48899af6b437 req-ab83636c-705a-42e2-8b01-61161dda4a87 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:26.408202 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d78c51f-b359-4b40-9db6-48899af6b437 req-ab83636c-705a-42e2-8b01-61161dda4a87 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 945 time: 0.2216690 Apr 18 13:59:26.427266 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] Sync routers for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:59:26.434452 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:26.449180 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:26.450206 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:59:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:26.476007 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-4a23c8a3-ecd3-4825-b3d9-34b189282de8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1888297 Apr 18 13:59:26.546263 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b410979-084b-431f-8be4-174428f5a282 req-0e421e1c-f389-4c6b-b8dc-c99b6204da53 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203944 Apr 18 13:59:26.640056 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d78c51f-b359-4b40-9db6-48899af6b437 req-04119385-d715-49ca-a726-ca6f8aa1f261 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017384 Apr 18 13:59:26.644829 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:26.787109 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcf35-20c4-4b09-bdda-989b83af7900 req-dc02a115-fcd9-48e2-a896-cec668986c8c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:26.799696 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e31dcf35-20c4-4b09-bdda-989b83af7900 req-dc02a115-fcd9-48e2-a896-cec668986c8c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.1089246 Apr 18 13:59:26.885654 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-e2e7ef7f-8e6e-43fb-9b3c-6727a025fdce None None] Provisioning complete for port 5b0213e9-d344-418f-8d14-cc74588d5be0 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:26.890752 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e2e7ef7f-8e6e-43fb-9b3c-6727a025fdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:26.993027 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e31dcf35-20c4-4b09-bdda-989b83af7900 req-a32c8e93-a3a1-4fa7-82f9-c945f4495dbd tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815133 Apr 18 13:59:27.064586 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7ef7f-8e6e-43fb-9b3c-6727a025fdce None None] Port 5b0213e9-d344-418f-8d14-cc74588d5be0 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 13:59:27.115901 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ecac3dce-a8a1-4540-9d77-081e25164e2f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "PUT /v2.0/floatingips/22ee679f-f1d8-4989-a3a6-3117d870fa46 HTTP/1.1" status: 200 len: 990 time: 2.4146576 Apr 18 13:59:27.118186 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:27.121160 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bca750-8663-4061-bcae-4ed2864c6c17" -d '{"events": [{"name": "network-changed", "server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:27.141689 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '22ee679f-f1d8-4989-a3a6-3117d870fa46', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'mac_address': 'fa:16:3e:3f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:45Z', 'updated_at': '2022-04-18T13:59:25Z', 'revision_number': 1, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:27.162766 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c0917-42e1-4989-a7bc-bcba0b7c3fd2 x-openstack-request-id: req-994c0917-42e1-4989-a7bc-bcba0b7c3fd2 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:27.163828 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:27.164253 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-994c0917-42e1-4989-a7bc-bcba0b7c3fd2 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:27.164905 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994c0917-42e1-4989-a7bc-bcba0b7c3fd2'] response: {'name': 'network-changed', 'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'status': 'completed', 'code': 200} Apr 18 13:59:27.285232 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] Checking router: e73bcc22-4ae5-48a5-b473-a38b516146a6 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:59:27.296728 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:27.297300 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:59:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:27.442168 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:27.540118 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:27.653934 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:59:27.665564 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:27.667540 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:27.816042 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:27.823072 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:27.827325 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aaa22-126a-4431-9112-5478fa4efce2 req-4e3af7ed-5838-42a2-ac93-5d1c4b9777a3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:27.829490 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b16aaa22-126a-4431-9112-5478fa4efce2 req-4e3af7ed-5838-42a2-ac93-5d1c4b9777a3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1337140 Apr 18 13:59:27.889543 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:27.894935 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2302fde-dbb8-4da3-914c-16dc8734b2fd" -d '{"events": [{"server_uuid": "f99d7d13-8b0a-4bb2-88fc-d1855aec192f", "name": "network-vif-plugged", "status": "completed", "tag": "2907b527-4890-4c30-b4b4-2ac4e62fa7c3"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:27.900540 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa2fad-c3fd-4307-8754-3deddf9b42f1 req-b63d3887-2e0c-4517-9f4c-4ca998c3d1c6 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:27.909509 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96fa2fad-c3fd-4307-8754-3deddf9b42f1 req-b63d3887-2e0c-4517-9f4c-4ca998c3d1c6 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 945 time: 0.0787902 Apr 18 13:59:27.939112 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:27.948485 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:28.037872 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b16aaa22-126a-4431-9112-5478fa4efce2 req-5822bc0f-faf1-4993-bc47-1c7fed91df4b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251140 Apr 18 13:59:28.042674 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '22ee679f-f1d8-4989-a3a6-3117d870fa46', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'mac_address': 'fa:16:3e:3f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:45Z', 'updated_at': '2022-04-18T13:59:25Z', 'revision_number': 1, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:28.106623 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96fa2fad-c3fd-4307-8754-3deddf9b42f1 req-37461577-de91-4b37-9046-4d5bf8671313 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959469 Apr 18 13:59:28.129195 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9febe791-1265-42c5-9777-471c1b74871f x-openstack-request-id: req-9febe791-1265-42c5-9777-471c1b74871f {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:28.129770 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99d7d13-8b0a-4bb2-88fc-d1855aec192f", "name": "network-vif-plugged", "status": "completed", "tag": "2907b527-4890-4c30-b4b4-2ac4e62fa7c3", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:28.130240 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9febe791-1265-42c5-9777-471c1b74871f {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:28.130835 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9febe791-1265-42c5-9777-471c1b74871f'] response: {'server_uuid': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'code': 200} Apr 18 13:59:28.132570 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:28.144538 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ed55f-3d54-4192-ab39-36304322e68b None None] The sync data for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi is: [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '22ee679f-f1d8-4989-a3a6-3117d870fa46', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'mac_address': 'fa:16:3e:3f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:45Z', 'updated_at': '2022-04-18T13:59:25Z', 'revision_number': 1, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:59:28.354688 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc13ef-f69a-4f18-acf0-88cabcff1dbe req-6e440512-295a-4a9b-8ced-5885e3dc9bd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:28.375641 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-22cc13ef-f69a-4f18-acf0-88cabcff1dbe req-6e440512-295a-4a9b-8ced-5885e3dc9bd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.1235187 Apr 18 13:59:28.473357 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-22cc13ef-f69a-4f18-acf0-88cabcff1dbe req-a2b347bb-b929-4241-a315-c4acdd27d333 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965376 Apr 18 13:59:29.277338 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8c1d-96ee-45fc-a45f-a8e1b172a449 req-07800b8c-fe88-4dc4-8446-b4cb8d5f9902 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:29.279024 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d46b8c1d-96ee-45fc-a45f-a8e1b172a449 req-07800b8c-fe88-4dc4-8446-b4cb8d5f9902 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1308477 Apr 18 13:59:29.320444 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530472d-9ce3-4dd5-878a-209bd750858a req-47363682-312e-4e1a-a182-90945ef1c2d0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:29.334794 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1530472d-9ce3-4dd5-878a-209bd750858a req-47363682-312e-4e1a-a182-90945ef1c2d0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.1191444 Apr 18 13:59:29.423091 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d46b8c1d-96ee-45fc-a45f-a8e1b172a449 req-97f4142e-8d9c-493f-87d8-5f70efd02948 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366923 Apr 18 13:59:29.472316 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1530472d-9ce3-4dd5-878a-209bd750858a req-990d693f-9810-4a53-a290-312163ef8c5c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338243 Apr 18 13:59:29.474077 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb9106-37af-4460-8ac7-1dd40a8bbcde None None] New status for floating IP 22ee679f-f1d8-4989-a3a6-3117d870fa46: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:59:29.622046 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823accb-9af9-422d-b08a-a3e1fd248682 req-273e59e6-1e4a-4778-a8e0-baf27bd5e2f3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:29.624112 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1823accb-9af9-422d-b08a-a3e1fd248682 req-273e59e6-1e4a-4778-a8e0-baf27bd5e2f3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0572438 Apr 18 13:59:29.707224 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1823accb-9af9-422d-b08a-a3e1fd248682 req-297e6c6c-1d95-4cc4-a393-de696acd12de tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Apr 18 13:59:30.594967 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09634-e63e-4902-b24f-6600be0f4c78 req-462c6855-afa6-407f-a3a1-3e9202c017ad tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:30.598275 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-63e09634-e63e-4902-b24f-6600be0f4c78 req-462c6855-afa6-407f-a3a1-3e9202c017ad tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0785043 Apr 18 13:59:30.677275 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2d96-4672-455d-a37f-c85a032ba3e5 req-a88f2270-9054-4a15-afc0-b2dfe0539dbb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:30.679379 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-769f2d96-4672-455d-a37f-c85a032ba3e5 req-a88f2270-9054-4a15-afc0-b2dfe0539dbb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0814049 Apr 18 13:59:30.950147 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-63e09634-e63e-4902-b24f-6600be0f4c78 req-f912eccd-90ff-4eb2-b131-d63a5d718341 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407936 Apr 18 13:59:30.994198 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:30.994759 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-769f2d96-4672-455d-a37f-c85a032ba3e5 req-ff74d227-0b54-410c-90ca-6846bbda3350 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059528 Apr 18 13:59:31.122441 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162d38b-d085-434a-9d1c-1bc7505c587a req-553260fb-40ec-474f-b872-d51347942086 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:31.124134 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b162d38b-d085-434a-9d1c-1bc7505c587a req-553260fb-40ec-474f-b872-d51347942086 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0611093 Apr 18 13:59:31.177063 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b162d38b-d085-434a-9d1c-1bc7505c587a req-170a7a35-bf80-4c2b-9825-5d052ead3311 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465367 Apr 18 13:59:32.181668 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a41662-f829-4f2e-baa4-541be3b6cb91 req-56c1538f-cb4d-42d3-b07b-be13632f2a33 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:32.183198 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-99a41662-f829-4f2e-baa4-541be3b6cb91 req-56c1538f-cb4d-42d3-b07b-be13632f2a33 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0969903 Apr 18 13:59:32.205147 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9682218-f830-4779-8d47-d9cb27c8f2ff req-160191f1-bc6d-48da-80a4-5a11c6f16051 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:32.206717 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f9682218-f830-4779-8d47-d9cb27c8f2ff req-160191f1-bc6d-48da-80a4-5a11c6f16051 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0866413 Apr 18 13:59:32.267964 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-99a41662-f829-4f2e-baa4-541be3b6cb91 req-24ac5523-94be-4d56-a7c5-8371da11f54a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784676 Apr 18 13:59:32.297582 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f9682218-f830-4779-8d47-d9cb27c8f2ff req-a33dab4e-32f4-4db3-b615-5c987b17300d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783010 Apr 18 13:59:32.401660 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32277375-7b90-41f1-a96f-cc553976841f req-1dd54ee6-8749-4a2c-9b53-347b086de632 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:32.401660 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-32277375-7b90-41f1-a96f-cc553976841f req-1dd54ee6-8749-4a2c-9b53-347b086de632 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0521829 Apr 18 13:59:32.453122 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-32277375-7b90-41f1-a96f-cc553976841f req-3baed739-32da-4e7a-b9c3-0c569fd02190 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474234 Apr 18 13:59:33.424681 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aa46d-ed15-411f-bed3-c920f77cf9b6 req-24dd4448-d3b8-4541-815b-4d58eafe203b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:33.426150 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b45aa46d-ed15-411f-bed3-c920f77cf9b6 req-24dd4448-d3b8-4541-815b-4d58eafe203b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0788929 Apr 18 13:59:33.447073 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134361e-67f7-48b0-a595-92190755910e req-8b343f03-e2f2-4295-8cbf-ca840c4e2e63 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:33.448595 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2134361e-67f7-48b0-a595-92190755910e req-8b343f03-e2f2-4295-8cbf-ca840c4e2e63 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0696926 Apr 18 13:59:33.527823 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2134361e-67f7-48b0-a595-92190755910e req-305ba556-76fe-4ef8-ba3c-4af6335bdc26 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706766 Apr 18 13:59:33.533387 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b45aa46d-ed15-411f-bed3-c920f77cf9b6 req-620b7aea-696a-448d-99f0-c50f2b6b8984 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012144 Apr 18 13:59:33.644319 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67735c3-9689-45da-9853-190cbd754783 req-89ecf7d4-a57b-45b5-984b-988e28f1419c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:33.648774 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a67735c3-9689-45da-9853-190cbd754783 req-89ecf7d4-a57b-45b5-984b-988e28f1419c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0585408 Apr 18 13:59:33.693721 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a67735c3-9689-45da-9853-190cbd754783 req-46f45827-5f8e-4b16-b9f6-6b712ca0fae8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410368 Apr 18 13:59:34.704169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42d595-4b79-4fc7-a742-707e20d0a8ea req-7a75d939-6b10-4896-b770-e70c626c17ca tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:34.705650 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b42d595-4b79-4fc7-a742-707e20d0a8ea req-7a75d939-6b10-4896-b770-e70c626c17ca tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0826499 Apr 18 13:59:34.714475 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8a6d2-3c5d-4f72-8e64-1c9ab865a96b req-72b34e7a-22d4-4530-abee-4616824a8e7a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:34.715897 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-21a8a6d2-3c5d-4f72-8e64-1c9ab865a96b req-72b34e7a-22d4-4530-abee-4616824a8e7a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0946462 Apr 18 13:59:34.791021 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4b42d595-4b79-4fc7-a742-707e20d0a8ea req-4183f0b3-8e75-4988-b34e-61e6ca109031 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741475 Apr 18 13:59:34.806319 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-21a8a6d2-3c5d-4f72-8e64-1c9ab865a96b req-b999556b-7c60-4c55-be6a-d7bd6075edc1 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838525 Apr 18 13:59:34.896901 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de9b64-4400-4761-8797-4fdb74e8909c req-bc610ab8-17e5-4058-b263-d906e3a369f1 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:34.899271 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48de9b64-4400-4761-8797-4fdb74e8909c req-bc610ab8-17e5-4058-b263-d906e3a369f1 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0482781 Apr 18 13:59:34.948648 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48de9b64-4400-4761-8797-4fdb74e8909c req-79c9e38a-1246-4138-9a76-6ca84a4dc49e tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Apr 18 13:59:35.936263 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896207f9-4acc-4e8e-b461-96434e54d193 req-1e621436-4fa0-4bf8-abd9-2ef1a935e03c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:35.937726 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-896207f9-4acc-4e8e-b461-96434e54d193 req-1e621436-4fa0-4bf8-abd9-2ef1a935e03c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0797927 Apr 18 13:59:35.960335 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54803355-8d6f-4073-b327-67985767bc9a req-dd6a9324-06f1-461f-a425-8ea79501e196 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:35.961928 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54803355-8d6f-4073-b327-67985767bc9a req-dd6a9324-06f1-461f-a425-8ea79501e196 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0711322 Apr 18 13:59:36.033238 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-896207f9-4acc-4e8e-b461-96434e54d193 req-baab5e35-9669-49a8-8288-c60bfea338fe tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862293 Apr 18 13:59:36.048984 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-54803355-8d6f-4073-b327-67985767bc9a req-72e60c95-91eb-4829-a98d-e97d3f9b1341 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687609 Apr 18 13:59:36.140022 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a12ce-582a-4936-8828-fa2095d12299 req-cfd4f094-88d7-4f69-bcc3-40fe63dfde81 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:36.141485 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c0a12ce-582a-4936-8828-fa2095d12299 req-cfd4f094-88d7-4f69-bcc3-40fe63dfde81 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0500364 Apr 18 13:59:36.189511 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c0a12ce-582a-4936-8828-fa2095d12299 req-d6ecbdc0-0c8f-4fac-a6eb-a4da3aebb727 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Apr 18 13:59:37.184481 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e9f40-9d46-45cf-aced-4b1d1a8d0f90 req-2add15ac-45c8-4af2-9bab-14221a208a15 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:37.186431 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de6e9f40-9d46-45cf-aced-4b1d1a8d0f90 req-2add15ac-45c8-4af2-9bab-14221a208a15 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0806029 Apr 18 13:59:37.230813 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7582f0-b5ab-470b-b6f2-87687148d6ae req-11ef5d28-d250-465b-a516-661a418319d2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:37.232488 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb7582f0-b5ab-470b-b6f2-87687148d6ae req-11ef5d28-d250-465b-a516-661a418319d2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0941336 Apr 18 13:59:37.262728 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de6e9f40-9d46-45cf-aced-4b1d1a8d0f90 req-193681f3-81ce-4d7c-ba61-62b0bef2562e tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707910 Apr 18 13:59:37.313509 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb7582f0-b5ab-470b-b6f2-87687148d6ae req-0361b93a-4e69-4359-93bb-64dbac509302 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631654 Apr 18 13:59:37.379380 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1b9dc-67df-4a2f-a2b1-26ec4d05b39c req-45f04b6e-b891-40f9-8cf6-1a90dd2c7a0e tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:37.380888 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8b1b9dc-67df-4a2f-a2b1-26ec4d05b39c req-45f04b6e-b891-40f9-8cf6-1a90dd2c7a0e tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0494058 Apr 18 13:59:37.431411 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8b1b9dc-67df-4a2f-a2b1-26ec4d05b39c req-adaedef8-a78e-4dd1-92bb-c7e94d1b1605 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Apr 18 13:59:38.408464 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3ecdf-1b98-428d-b1a2-6aef339827a7 req-636d31fb-d708-4877-b95b-8c591e1545cb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:38.410760 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e9d3ecdf-1b98-428d-b1a2-6aef339827a7 req-636d31fb-d708-4877-b95b-8c591e1545cb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0732403 Apr 18 13:59:38.461554 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891770f-1d37-4ed6-8ad7-7cb097d12721 req-64e343a0-42cf-4f1b-a529-62fcc2c06566 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:38.463023 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f891770f-1d37-4ed6-8ad7-7cb097d12721 req-64e343a0-42cf-4f1b-a529-62fcc2c06566 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0758672 Apr 18 13:59:38.506970 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e9d3ecdf-1b98-428d-b1a2-6aef339827a7 req-17726426-aa6f-4d3f-a963-a5be2fff15a1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787375 Apr 18 13:59:38.542582 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f891770f-1d37-4ed6-8ad7-7cb097d12721 req-21f73c16-5c2e-4e99-a050-fba61f6013a4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724177 Apr 18 13:59:38.610976 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3982-438a-42c1-b607-d2e77bdf6101 req-8fe14646-73b4-4269-bd59-fe65b167cabd tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:38.612521 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-495f3982-438a-42c1-b607-d2e77bdf6101 req-8fe14646-73b4-4269-bd59-fe65b167cabd tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0510528 Apr 18 13:59:38.674819 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-495f3982-438a-42c1-b607-d2e77bdf6101 req-d9eb23b3-806e-474a-b7a9-614221c93138 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548515 Apr 18 13:59:39.623514 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85786c69-1b88-412a-a699-2aad92006c95 req-cf10e630-6e85-40d4-b4d5-4789f7ae7a45 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:39.625236 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85786c69-1b88-412a-a699-2aad92006c95 req-cf10e630-6e85-40d4-b4d5-4789f7ae7a45 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0520296 Apr 18 13:59:39.689468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98879b-2053-49d7-a006-5da379e25366 req-2e8f019c-5e58-4120-9e5b-4d21bd81b20a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:39.690984 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a98879b-2053-49d7-a006-5da379e25366 req-2e8f019c-5e58-4120-9e5b-4d21bd81b20a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0759096 Apr 18 13:59:39.737490 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85786c69-1b88-412a-a699-2aad92006c95 req-fdfff2e8-3e35-47c9-b1c1-6c5180e221eb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033750 Apr 18 13:59:39.759898 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a98879b-2053-49d7-a006-5da379e25366 req-a2e2e2a3-804f-4035-a62f-246304c56e45 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621490 Apr 18 13:59:39.840561 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349a2c1-6796-4393-9e95-e7ea1f2c11ed req-14952b33-a9ae-48be-89c9-d552e62a8590 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:39.842042 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0349a2c1-6796-4393-9e95-e7ea1f2c11ed req-14952b33-a9ae-48be-89c9-d552e62a8590 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0517318 Apr 18 13:59:39.892175 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0349a2c1-6796-4393-9e95-e7ea1f2c11ed req-6f081711-4922-4d0d-80d5-a5422a8d8bf7 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Apr 18 13:59:40.887693 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b785d-b379-4ee0-9d4c-bcf93213166c req-76cca893-29b6-486a-9b42-ce195315b95f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:40.889224 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb0b785d-b379-4ee0-9d4c-bcf93213166c req-76cca893-29b6-486a-9b42-ce195315b95f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0834315 Apr 18 13:59:40.925283 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b42801-c61b-4296-8b0e-f70f5638f310 req-df62eff0-0acf-4664-9c55-f3401d69c0d8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:40.926725 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f4b42801-c61b-4296-8b0e-f70f5638f310 req-df62eff0-0acf-4664-9c55-f3401d69c0d8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0903819 Apr 18 13:59:40.984342 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb0b785d-b379-4ee0-9d4c-bcf93213166c req-ed044868-375d-4435-9836-fe99c42b1434 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846174 Apr 18 13:59:40.999239 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f4b42801-c61b-4296-8b0e-f70f5638f310 req-63ea45dc-621b-4b1d-8483-db00b778dc76 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656636 Apr 18 13:59:41.086769 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49611e5-75a0-4109-8ebe-aa36bff6173d req-36abe0ae-5eff-44b1-9a4a-69851e2cfabd tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:41.088318 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f49611e5-75a0-4109-8ebe-aa36bff6173d req-36abe0ae-5eff-44b1-9a4a-69851e2cfabd tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0473626 Apr 18 13:59:41.143894 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f49611e5-75a0-4109-8ebe-aa36bff6173d req-4e17c308-3c0c-45bd-9111-540d52e24a18 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Apr 18 13:59:42.132332 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340a8f-cd77-428e-94b3-15d552563ada req-5faac238-a898-4ed1-97d2-8703af086aa1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:42.133858 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10340a8f-cd77-428e-94b3-15d552563ada req-5faac238-a898-4ed1-97d2-8703af086aa1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0820928 Apr 18 13:59:42.148671 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6357-67f8-4bdf-aeea-cc193ce7dd34 req-96bd51eb-914b-40b2-8669-4b9d012cfca7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:42.150926 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d65c6357-67f8-4bdf-aeea-cc193ce7dd34 req-96bd51eb-914b-40b2-8669-4b9d012cfca7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0712132 Apr 18 13:59:42.228822 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10340a8f-cd77-428e-94b3-15d552563ada req-dffda866-f529-431e-853f-f77798bf5c75 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768919 Apr 18 13:59:42.232943 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d65c6357-67f8-4bdf-aeea-cc193ce7dd34 req-8ed5406a-ffd6-4b19-a7de-f9b8668b0247 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751581 Apr 18 13:59:42.330466 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046b832-841c-42fe-bafa-d29613734a56 req-b785011e-e9f7-4711-a071-8be3baf84e19 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:42.331943 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5046b832-841c-42fe-bafa-d29613734a56 req-b785011e-e9f7-4711-a071-8be3baf84e19 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0513570 Apr 18 13:59:42.377951 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5046b832-841c-42fe-bafa-d29613734a56 req-3a1d87d2-85dd-47a6-8dd3-0cdfae5cc139 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Apr 18 13:59:43.117977 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Request body: {'port': {'device_id': 'b973ecc1-5005-4719-930d-95a24f06227b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:59:43.189520 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:43.215204 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-10f8e5df-f0f2-4e1d-98c4-844f34638a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:43.216730 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-10f8e5df-f0f2-4e1d-98c4-844f34638a97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1129 time: 0.0451415 Apr 18 13:59:43.438893 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397766c9-7cd4-4405-966c-3112ab0a70fd req-28691d4c-93ad-4937-9ca2-a104fef15376 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:43.440409 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-397766c9-7cd4-4405-966c-3112ab0a70fd req-28691d4c-93ad-4937-9ca2-a104fef15376 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.1400902 Apr 18 13:59:43.448347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c34f66-5a32-4cf6-b4fa-7387eab22a3c req-7cef0b58-621e-43d8-b4e9-46931b9466b5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:43.449716 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-64c34f66-5a32-4cf6-b4fa-7387eab22a3c req-7cef0b58-621e-43d8-b4e9-46931b9466b5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.1318021 Apr 18 13:59:43.566879 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-397766c9-7cd4-4405-966c-3112ab0a70fd req-f0af59d3-2e9e-41eb-8528-b70fe7fa4a95 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162004 Apr 18 13:59:43.575469 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-64c34f66-5a32-4cf6-b4fa-7387eab22a3c req-bb527239-f1c6-4fa2-a35a-a5ea519d1105 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183302 Apr 18 13:59:43.630149 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0213e9-d344-418f-8d14-cc74588d5be0 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:59:43.645508 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Publish callbacks [] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:43.681354 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Transition to ACTIVE for port object 5b0213e9-d344-418f-8d14-cc74588d5be0 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 13:59:43.687898 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c9c0e-b729-4fe7-a05b-347cf378fdf0 req-4f0c8502-2c38-4962-837c-c99213b656d7 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:43.689373 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-147c9c0e-b729-4fe7-a05b-347cf378fdf0 req-4f0c8502-2c38-4962-837c-c99213b656d7 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 931 time: 0.0635402 Apr 18 13:59:43.690406 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:43.763200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Pushing event updated for resources: {'Port': ['ID=5b0213e9-d344-418f-8d14-cc74588d5be0,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:43.800855 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.801209 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.801556 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.801898 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.802234 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.802569 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.802900 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.803270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.803641 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.804567 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.804567 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.804801 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.804947 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.805274 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.805598 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:59:43.831252 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-147c9c0e-b729-4fe7-a05b-347cf378fdf0 req-d3a40ee5-9fcd-4142-9652-c4006b821b38 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302230 Apr 18 13:59:43.872305 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Attempting to bind port 5b0213e9-d344-418f-8d14-cc74588d5be0 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 13:59:43.872687 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Attempting to bind port 5b0213e9-d344-418f-8d14-cc74588d5be0 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 13:59:43.872970 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Attempting to bind port 5b0213e9-d344-418f-8d14-cc74588d5be0 on network 7b174195-8539-4db4-895a-fc7e738a5f7d {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:59:43.882852 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Port 5b0213e9-d344-418f-8d14-cc74588d5be0 on network 7b174195-8539-4db4-895a-fc7e738a5f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 13:59:43.883166 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Attempting to bind port 5b0213e9-d344-418f-8d14-cc74588d5be0 on network 7b174195-8539-4db4-895a-fc7e738a5f7d {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 13:59:43.885779 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96eee90-2431-498c-b75c-0da2a603155f req-ca76c452-6983-47e0-9b81-2b09e9a0bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:43.887276 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f96eee90-2431-498c-b75c-0da2a603155f req-ca76c452-6983-47e0-9b81-2b09e9a0bcdf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 1130 time: 0.0494008 Apr 18 13:59:43.891195 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 13:59:43.891540 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Checking segment: {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 13:59:43.891964 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Bound using segment: {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 13:59:43.892400 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Bound port: 5b0213e9-d344-418f-8d14-cc74588d5be0, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74c5cc-ccc3-4042-9237-0761f1c22d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 13:59:43.892765 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:43.895339 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-8731571b-65ad-4075-ab3d-21e4927f7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:43.896881 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-8731571b-65ad-4075-ab3d-21e4927f7044 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 1129 time: 0.0467486 Apr 18 13:59:43.916918 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-cdb033ca-5ba3-4a23-b254-835aae37bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:43.918429 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-cdb033ca-5ba3-4a23-b254-835aae37bbbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1497836 Apr 18 13:59:43.958296 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] For port 5b0213e9-d344-418f-8d14-cc74588d5be0, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 13:59:43.962074 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] For port 5b0213e9-d344-418f-8d14-cc74588d5be0, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=5b0213e9-d344-418f-8d14-cc74588d5be0,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 13:59:43.967867 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:44.009474 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.010089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:44.011419 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] 10.222.0.37 "PUT /v2.0/ports/5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 1093 time: 0.8979173 Apr 18 13:59:44.011891 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:44.014115 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb997f80-272b-4c04-be3d-a046ccfe60e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:44.074442 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-262be4e3-0761-46d1-8a1c-73cd21c1afb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 200 len: 1000 time: 0.0672965 Apr 18 13:59:44.083038 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb80bd8e-e431-4dad-9fb7-223ae3654ca1 x-openstack-request-id: req-eb80bd8e-e431-4dad-9fb7-223ae3654ca1 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:44.083325 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:44.083574 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb80bd8e-e431-4dad-9fb7-223ae3654ca1 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:44.084015 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb80bd8e-e431-4dad-9fb7-223ae3654ca1'] response: {'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'status': 'completed', 'code': 200} Apr 18 13:59:44.122871 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f313e-f653-436f-a08f-0b10cdb1878c service neutron] Pushing event updated for resources: {'Port': ['ID=5b0213e9-d344-418f-8d14-cc74588d5be0,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:44.154958 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f96eee90-2431-498c-b75c-0da2a603155f req-3db22c38-c91e-4f38-8776-f60f0af1d775 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537232 Apr 18 13:59:44.185975 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-c9da084c-70b9-46d7-ab08-f7ace45a5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.187469 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-c9da084c-70b9-46d7-ab08-f7ace45a5c24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1711ca0fe8b9407b831718144594a676&device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1127 time: 0.0488801 Apr 18 13:59:44.187917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-710784ca-5966-4555-a68f-07234326a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.189335 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-4a7521bd-39f5-4708-a25c-ca274ee61967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.189477 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-710784ca-5966-4555-a68f-07234326a632 service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.1371968 Apr 18 13:59:44.190654 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-4a7521bd-39f5-4708-a25c-ca274ee61967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.1012335 Apr 18 13:59:44.514379 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-8b30b9d7-427d-435f-b5fd-fcbe16a66518 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 217 time: 0.0453794 Apr 18 13:59:44.533437 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-7afc0b9f-6c17-4b4c-ac55-f6ccaef78232 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 200 len: 1001 time: 0.0641465 Apr 18 13:59:44.564919 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-174d2514-bd9d-466d-911b-ecaa14fd2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.566453 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-174d2514-bd9d-466d-911b-ecaa14fd2677 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919042 Apr 18 13:59:44.585952 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-6e62ecaa-a4f8-400c-a1ed-24e4fc167fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.587589 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-6e62ecaa-a4f8-400c-a1ed-24e4fc167fc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.0449703 Apr 18 13:59:44.605220 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-7be31d83-8e73-496b-a0e5-18d4a243d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.606644 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-7be31d83-8e73-496b-a0e5-18d4a243d321 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f151c8-7418-491e-bf09-0d3aca8b676e HTTP/1.1" status: 200 len: 854 time: 0.0737722 Apr 18 13:59:44.670976 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-5cc66b76-2362-4aee-b20b-7dcedca6dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.672553 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-5cc66b76-2362-4aee-b20b-7dcedca6dcb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743554 Apr 18 13:59:44.698190 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-a9ee02ba-d870-44e5-9531-81171594731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.699648 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-a9ee02ba-d870-44e5-9531-81171594731a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b174195-8539-4db4-895a-fc7e738a5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541923 Apr 18 13:59:44.728628 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34e974-ccdf-43ca-bec2-4a6d561eb0f9 req-a25dbd74-84f3-4f5e-95ca-d6d874bf10a9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.730068 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee34e974-ccdf-43ca-bec2-4a6d561eb0f9 req-a25dbd74-84f3-4f5e-95ca-d6d874bf10a9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0886579 Apr 18 13:59:44.732559 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-f2b62b0f-1403-4af4-89c9-adb19278d26f service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565738 Apr 18 13:59:44.770719 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab16140-092d-451e-a6b7-0e559bf7a175 req-083cbc8d-e38e-4d22-9856-80d6143c4b1b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.772693 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eab16140-092d-451e-a6b7-0e559bf7a175 req-083cbc8d-e38e-4d22-9856-80d6143c4b1b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 945 time: 0.0967748 Apr 18 13:59:44.798666 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-c566c7b8-f913-4382-92d5-bf99916da3dc service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872500 Apr 18 13:59:44.868197 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee34e974-ccdf-43ca-bec2-4a6d561eb0f9 req-28bc1418-bf20-4458-91e5-6d82622a6544 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265337 Apr 18 13:59:44.893892 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eab16140-092d-451e-a6b7-0e559bf7a175 req-2e628d4b-7779-4470-bf04-fbe8cca033d8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936947 Apr 18 13:59:44.896045 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-a18c9411-46d7-443f-a8d6-91d5de8a4a43 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048056 Apr 18 13:59:44.974620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798fca-d72a-4b61-bd46-fd01722a2c18 req-882e82c8-ff40-4654-8db4-d2bafc7f00ea tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:44.976681 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b798fca-d72a-4b61-bd46-fd01722a2c18 req-882e82c8-ff40-4654-8db4-d2bafc7f00ea tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 943 time: 0.0466537 Apr 18 13:59:45.024393 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b798fca-d72a-4b61-bd46-fd01722a2c18 req-ee96e60b-186d-49cc-a516-719fa8842eb8 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Apr 18 13:59:45.511288 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4fd63157-7cf4-4c27-99b0-545121d22e47 req-28ae1eda-3a26-4dc0-8c93-7ceba3096e3a service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868759 Apr 18 13:59:45.577339 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7dae1151-670b-4f51-aec4-0e7d73630599 req-f075162b-a5e1-48ef-a8af-9ff70307d70d service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533740 Apr 18 13:59:45.580697 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a4bca750-8663-4061-bcae-4ed2864c6c17 req-efeec731-f070-4736-8819-37f9f39cd745 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489410 Apr 18 13:59:45.612856 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 13:59:45.636181 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-0d55e4f4-c539-42ec-9023-bb36de2f9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:45.637694 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-0d55e4f4-c539-42ec-9023-bb36de2f9527 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 1129 time: 0.0411479 Apr 18 13:59:45.690452 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port c90a0397-fdef-4f49-a852-568f276bec5e is: ACTIVE; New status is: DOWN {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:45.690841 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:45.712612 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:45.714799 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae853af0-b779-47ea-b1e7-ec4140a99868" -d '{"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-unplugged", "status": "completed", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:45.727381 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:45.731964 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:45.754639 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef3e0c6-920d-49b1-9b6f-ba4b9f2c712e x-openstack-request-id: req-9ef3e0c6-920d-49b1-9b6f-ba4b9f2c712e {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:45.754873 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-unplugged", "status": "completed", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:45.755124 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ef3e0c6-920d-49b1-9b6f-ba4b9f2c712e {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:45.755509 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef3e0c6-920d-49b1-9b6f-ba4b9f2c712e'] response: {'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'code': 200} Apr 18 13:59:45.780045 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=8']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:46.009756 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbcb85-2071-443d-9263-a9ac84a90be8 req-9cefff01-a570-4d23-b26b-03e00e93aa91 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:46.011216 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68fbcb85-2071-443d-9263-a9ac84a90be8 req-9cefff01-a570-4d23-b26b-03e00e93aa91 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0752449 Apr 18 13:59:46.031018 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fbff8-2efb-49a5-8906-c40a15a0f973 req-1a9af785-5f3a-4e94-9f0f-35c49311b978 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:46.032363 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-483fbff8-2efb-49a5-8906-c40a15a0f973 req-1a9af785-5f3a-4e94-9f0f-35c49311b978 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0649052 Apr 18 13:59:46.105161 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68fbcb85-2071-443d-9263-a9ac84a90be8 req-da67fe55-eaa4-4594-a7e4-15c603301f03 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883641 Apr 18 13:59:46.108415 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-483fbff8-2efb-49a5-8906-c40a15a0f973 req-26f12fc6-0034-4712-87ec-2913491356db tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689044 Apr 18 13:59:46.203836 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5188e-8171-49fe-b3cc-b559ab326cbd req-a41b65a0-9bce-4963-bbc8-aac4fb373a9c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:46.205261 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51c5188e-8171-49fe-b3cc-b559ab326cbd req-a41b65a0-9bce-4963-bbc8-aac4fb373a9c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 943 time: 0.0469646 Apr 18 13:59:46.251536 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51c5188e-8171-49fe-b3cc-b559ab326cbd req-5738d666-fc4d-4054-b96d-d240c6c5b096 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Apr 18 13:59:47.246067 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ab4ed-be38-4820-9a0b-a11e3f8740a8 req-e6cf4294-43c2-49df-9146-90a4c2e9cd29 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:47.247509 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-071ab4ed-be38-4820-9a0b-a11e3f8740a8 req-e6cf4294-43c2-49df-9146-90a4c2e9cd29 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0764337 Apr 18 13:59:47.255167 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b9139-5c40-4b60-84bc-b55f3cef2071 req-dc07f9d8-93d2-4212-b326-e6cc840f5c75 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:47.256640 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-132b9139-5c40-4b60-84bc-b55f3cef2071 req-dc07f9d8-93d2-4212-b326-e6cc840f5c75 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0747702 Apr 18 13:59:47.545312 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-071ab4ed-be38-4820-9a0b-a11e3f8740a8 req-402d7f62-665a-40b2-8292-a38fbf27ecf1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877266 Apr 18 13:59:47.548543 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-132b9139-5c40-4b60-84bc-b55f3cef2071 req-87e01729-83fc-4d1e-8b9d-998962469ee7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855854 Apr 18 13:59:47.628690 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 5b0213e9-d344-418f-8d14-cc74588d5be0 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 13:59:47.684562 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-b60a9c8d-8275-4a07-b6b4-b8b9b5e0cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:47.686212 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-b60a9c8d-8275-4a07-b6b4-b8b9b5e0cb7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1711ca0fe8b9407b831718144594a676&device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1127 time: 0.0521791 Apr 18 13:59:47.686512 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87162235-ed36-435f-b7c0-c56ec49db566 req-ac385569-9416-4e1e-8a5e-ddc45603ea13 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:47.687980 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-87162235-ed36-435f-b7c0-c56ec49db566 req-ac385569-9416-4e1e-8a5e-ddc45603ea13 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 943 time: 0.0659020 Apr 18 13:59:47.714114 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-1fca4ff3-0d0a-4043-b675-2cf707420450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:47.715523 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-1fca4ff3-0d0a-4043-b675-2cf707420450 service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.1508472 Apr 18 13:59:47.743873 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-87162235-ed36-435f-b7c0-c56ec49db566 req-8afb3046-ba5b-4a8b-99bd-3bf65d17a81c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497491 Apr 18 13:59:47.746880 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 5b0213e9-d344-418f-8d14-cc74588d5be0, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=5b0213e9-d344-418f-8d14-cc74588d5be0,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:47.758092 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'port_id': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'mac_address': 'fa:16:3e:1d:38:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 13:59:47.795503 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 5b0213e9-d344-418f-8d14-cc74588d5be0 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:47.795854 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:47.808229 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0213e9-d344-418f-8d14-cc74588d5be0 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:59:47.827019 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 5b0213e9-d344-418f-8d14-cc74588d5be0, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=5b0213e9-d344-418f-8d14-cc74588d5be0,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:47.831978 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:47.882682 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=5b0213e9-d344-418f-8d14-cc74588d5be0,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:48.459701 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['5b0213e9-d344-418f-8d14-cc74588d5be0'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 13:59:48.571774 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-d6486b5a-a675-40c6-91f2-a2af62ba8a0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 200 len: 999 time: 0.0678945 Apr 18 13:59:48.609527 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-3c020ceb-f617-4d49-8bcc-5310a790ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:48.611106 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-3c020ceb-f617-4d49-8bcc-5310a790ec4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 200 len: 916 time: 0.1017489 Apr 18 13:59:48.699799 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645324d4-a7cf-4b8d-8dda-853614a03795 req-a6007a0d-db07-4ed9-a49e-46360d9614cd tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:48.701280 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-645324d4-a7cf-4b8d-8dda-853614a03795 req-a6007a0d-db07-4ed9-a49e-46360d9614cd tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0764062 Apr 18 13:59:48.709103 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735e274-d894-4a00-a09f-3b947063a8c0 req-32587952-b5fe-4b82-9f7f-600f9d5128b8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:48.711129 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6735e274-d894-4a00-a09f-3b947063a8c0 req-32587952-b5fe-4b82-9f7f-600f9d5128b8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0773389 Apr 18 13:59:48.783358 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-645324d4-a7cf-4b8d-8dda-853614a03795 req-59e5e954-a6aa-4066-966a-a7d988b83145 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713282 Apr 18 13:59:48.786370 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6735e274-d894-4a00-a09f-3b947063a8c0 req-616f3f4e-9656-4d7a-ac5e-1e0b3c432954 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688596 Apr 18 13:59:48.884289 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2384c9d5-2070-4ed4-b76e-f2baf32032e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:48.927294 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914017d7-7ccd-49d3-a50b-12ab5ec1e582 req-a4b57659-f111-4112-9b2a-0f12fc98b96f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:48.928846 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-914017d7-7ccd-49d3-a50b-12ab5ec1e582 req-a4b57659-f111-4112-9b2a-0f12fc98b96f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 944 time: 0.0888684 Apr 18 13:59:48.943208 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-4b7c4ec0-dbb2-4d6f-8804-34827acc5747 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 217 time: 0.0413387 Apr 18 13:59:48.969828 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe6f75-fd52-48b2-b8d0-0cc6a33e72b8 req-7ab104be-13b7-4adc-9540-6e0b9214036d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:48.971178 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bffe6f75-fd52-48b2-b8d0-0cc6a33e72b8 req-7ab104be-13b7-4adc-9540-6e0b9214036d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0991557 Apr 18 13:59:49.000128 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-26342cde-dd8f-4a76-adbb-a8d8533c55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:49.001587 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-26342cde-dd8f-4a76-adbb-a8d8533c55fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f151c8-7418-491e-bf09-0d3aca8b676e HTTP/1.1" status: 200 len: 854 time: 0.0475631 Apr 18 13:59:49.009698 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-98f740af-7afc-450e-a1c2-cbd91eba9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:49.011153 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-98f740af-7afc-450e-a1c2-cbd91eba9c91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.1042461 Apr 18 13:59:49.051321 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-914017d7-7ccd-49d3-a50b-12ab5ec1e582 req-2dc69681-bcfe-4f37-b006-4f181319a13e tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008582 Apr 18 13:59:49.073983 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bffe6f75-fd52-48b2-b8d0-0cc6a33e72b8 req-7ddd4547-bb1e-4164-8618-5887664a9b97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870795 Apr 18 13:59:49.098755 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34240) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:49.098868 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-4b514cc8-ed16-4e53-8566-534f9caf8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:49.100007 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-4b514cc8-ed16-4e53-8566-534f9caf8d14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b174195-8539-4db4-895a-fc7e738a5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450857 Apr 18 13:59:49.108045 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-bc98dd19-9f44-4329-bf7a-c352f34b7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:49.109495 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-bc98dd19-9f44-4329-bf7a-c352f34b7576 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526774 Apr 18 13:59:49.231012 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-177f4df8-bc08-4840-9d2d-4223d3f4672b service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863066 Apr 18 13:59:49.261069 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-c42618e6-1b41-4810-aace-9cc63e213fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913742 Apr 18 13:59:49.296480 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688b9c3-8faf-4537-9298-280a19dea02b tempest-TestVolumeBootPattern-1043584635 tempest-TestVolumeBootPattern-1043584635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:49.298447 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e688b9c3-8faf-4537-9298-280a19dea02b tempest-TestVolumeBootPattern-1043584635 tempest-TestVolumeBootPattern-1043584635-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 1125 time: 0.1972630 Apr 18 13:59:49.301466 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34244) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:49.305777 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'port_id': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:59:49.325888 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:49.404922 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:49.514143 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Allocated IP 172.27.3.208 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/628ddcb1-928c-4bca-b14f-f36491c3084a) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:59:49.611952 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (628ddcb1-928c-4bca-b14f-f36491c3084a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:49.644023 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (628ddcb1-928c-4bca-b14f-f36491c3084a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:49.707408 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:59:49.717167 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:59:49.743908 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb997f80-272b-4c04-be3d-a046ccfe60e3 req-aaa29448-9ada-4055-ac18-f645286630b7 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865033 Apr 18 13:59:49.745046 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 13:59:49.750405 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=628ddcb1-928c-4bca-b14f-f36491c3084a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:49.843183 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89bfb5ff-fd60-44a2-a7c1-c8e120c5fae8 req-7ec9a79a-2041-47de-99bc-c5e536384433 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851280 Apr 18 13:59:49.946132 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 5b0213e9-d344-418f-8d14-cc74588d5be0 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 13:59:49.968313 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b27b8-a6be-4514-8071-b8ae726bb4cd req-00be1f76-5587-4104-8074-590eb66284e9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:49.969764 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f84b27b8-a6be-4514-8071-b8ae726bb4cd req-00be1f76-5587-4104-8074-590eb66284e9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0831039 Apr 18 13:59:49.989347 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 5b0213e9-d344-418f-8d14-cc74588d5be0 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 13:59:49.996060 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 5b0213e9-d344-418f-8d14-cc74588d5be0 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 13:59:49.996482 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:50.060566 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f84b27b8-a6be-4514-8071-b8ae726bb4cd req-c57200c9-a43b-4ac3-ab21-30ddedbf2254 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823905 Apr 18 13:59:50.074101 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 5b0213e9-d344-418f-8d14-cc74588d5be0 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:50.074653 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:50.098521 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:50.101520 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aa76b7-7b7b-40b6-a386-0c1c15be099a" -d '{"events": [{"server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "name": "network-vif-plugged", "status": "completed", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:50.119501 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 5b0213e9-d344-418f-8d14-cc74588d5be0, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=5b0213e9-d344-418f-8d14-cc74588d5be0,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 13:59:50.124878 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:50.149442 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2187642-ba38-4062-ab5e-a654c4f264c9 x-openstack-request-id: req-f2187642-ba38-4062-ab5e-a654c4f264c9 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:50.149742 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "name": "network-vif-plugged", "status": "completed", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:50.149993 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2187642-ba38-4062-ab5e-a654c4f264c9 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:50.150388 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2187642-ba38-4062-ab5e-a654c4f264c9'] response: {'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'code': 200} Apr 18 13:59:50.176950 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=5b0213e9-d344-418f-8d14-cc74588d5be0,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:50.260005 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac815-71dc-40f9-b2c0-abbaee15f95f req-2261332c-0e51-45fc-ab4c-9647330f313b tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:50.261445 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b35ac815-71dc-40f9-b2c0-abbaee15f95f req-2261332c-0e51-45fc-ab4c-9647330f313b tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.1266959 Apr 18 13:59:50.350621 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (7933df9e-b1e7-48c7-9e20-302b42191187), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:50.399868 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b35ac815-71dc-40f9-b2c0-abbaee15f95f req-f25eae98-f380-49c4-b2e1-117ef2498253 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314144 Apr 18 13:59:50.457310 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (628ddcb1-928c-4bca-b14f-f36491c3084a), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:50.602522 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (628ddcb1-928c-4bca-b14f-f36491c3084a), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:50.606759 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (628ddcb1-928c-4bca-b14f-f36491c3084a), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:50.637242 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (7933df9e-b1e7-48c7-9e20-302b42191187), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:50.686750 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=628ddcb1-928c-4bca-b14f-f36491c3084a,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:59:50.750623 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Floating IP 7933df9e-b1e7-48c7-9e20-302b42191187 associated. External IP: 172.27.3.208, port: 2907b527-4890-4c30-b4b4-2ac4e62fa7c3. Apr 18 13:59:51.210983 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8797d-0723-4cd9-b374-5367658bccb8 req-5d879101-7607-4ca2-803d-8c275b326c2a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:51.212454 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68b8797d-0723-4cd9-b374-5367658bccb8 req-5d879101-7607-4ca2-803d-8c275b326c2a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0608130 Apr 18 13:59:51.222010 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Router 5964462e-8104-4696-bb64-601ed44deea5 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 13:59:51.304711 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68b8797d-0723-4cd9-b374-5367658bccb8 req-02e7a9e9-eb08-4e0b-be49-d05f4f5af216 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850503 Apr 18 13:59:51.363956 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 13:59:51.374522 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:59:51.383263 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:51.385247 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:51.385864 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:59:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:51.416325 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-73996e3c-dcef-44cb-95d8-818a19345c97 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1138539 Apr 18 13:59:51.417793 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'tag': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:59:51.421109 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74343357-c467-46b8-a2bd-766cdd264b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f99d7d13-8b0a-4bb2-88fc-d1855aec192f", "tag": "2907b527-4890-4c30-b4b4-2ac4e62fa7c3"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 13:59:51.435237 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f1bb65c5-d9b3-428a-8ff0-4e700462f158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:51.460844 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf66e3a-ffbb-4886-b991-203fea926b86 x-openstack-request-id: req-daf66e3a-ffbb-4886-b991-203fea926b86 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 13:59:51.461135 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99d7d13-8b0a-4bb2-88fc-d1855aec192f", "tag": "2907b527-4890-4c30-b4b4-2ac4e62fa7c3", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 13:59:51.461385 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-daf66e3a-ffbb-4886-b991-203fea926b86 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 13:59:51.461843 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf66e3a-ffbb-4886-b991-203fea926b86'] response: {'name': 'network-changed', 'server_uuid': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'tag': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'status': 'completed', 'code': 200} Apr 18 13:59:51.520965 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe54e4-d8ff-4edf-bc97-9fb1ac7a9671 req-0199b8a8-33a0-469e-baed-1002924f87d6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:51.522362 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:51.522995 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7fbe54e4-d8ff-4edf-bc97-9fb1ac7a9671 req-0199b8a8-33a0-469e-baed-1002924f87d6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0480943 Apr 18 13:59:51.570437 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7fbe54e4-d8ff-4edf-bc97-9fb1ac7a9671 req-fedd2554-5dee-48df-b679-7fe7949f421c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413039 Apr 18 13:59:51.729474 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '7933df9e-b1e7-48c7-9e20-302b42191187', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:c2:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:59:50Z', 'updated_at': '2022-04-18T13:59:50Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:51.754074 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:59:51.762602 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 13:59:51.763182 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:59:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:51.867327 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 13:59:52.072684 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '7933df9e-b1e7-48c7-9e20-302b42191187', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:c2:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:59:50Z', 'updated_at': '2022-04-18T13:59:50Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:59:52.097549 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d534f3-f614-4f58-9b8f-4477726303fe None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '7933df9e-b1e7-48c7-9e20-302b42191187', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:c2:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:59:50Z', 'updated_at': '2022-04-18T13:59:50Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:59:52.282735 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6faaf3-e963-448e-825d-6c52503f8124 None None] New status for floating IP 7933df9e-b1e7-48c7-9e20-302b42191187: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:59:52.384796 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343357-c467-46b8-a2bd-766cdd264b4d req-a6c8d5de-2bab-43a2-839c-ff1019d95625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:52.386239 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74343357-c467-46b8-a2bd-766cdd264b4d req-a6c8d5de-2bab-43a2-839c-ff1019d95625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 1130 time: 0.0490537 Apr 18 13:59:52.473735 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c562c1-0e81-419c-8895-64760be8f5fc req-2710cd78-b739-45d5-87f6-24ed6a6aa3dc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:52.475634 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31c562c1-0e81-419c-8895-64760be8f5fc req-2710cd78-b739-45d5-87f6-24ed6a6aa3dc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0776327 Apr 18 13:59:52.531829 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646031ea-232f-46e2-a38d-a7510c9c6d62 req-0c6a2638-920e-4d88-b7a5-6613f1826ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:52.535389 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-646031ea-232f-46e2-a38d-a7510c9c6d62 req-0c6a2638-920e-4d88-b7a5-6613f1826ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1129 time: 0.0682707 Apr 18 13:59:52.582065 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-31c562c1-0e81-419c-8895-64760be8f5fc req-cf6fef51-0841-4aa4-9228-044aead941a4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694635 Apr 18 13:59:52.586673 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343357-c467-46b8-a2bd-766cdd264b4d req-c554b449-3999-4f8b-bd69-d324a1451808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:52.588561 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74343357-c467-46b8-a2bd-766cdd264b4d req-c554b449-3999-4f8b-bd69-d324a1451808 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.1472895 Apr 18 13:59:52.608070 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-646031ea-232f-46e2-a38d-a7510c9c6d62 req-676b0950-631e-4938-b1ca-8a67b8fb89b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597303 Apr 18 13:59:52.661196 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:52.715963 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74343357-c467-46b8-a2bd-766cdd264b4d req-22e01b8b-eff4-42b3-949a-4f96350a028b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2907b527-4890-4c30-b4b4-2ac4e62fa7c3 HTTP/1.1" status: 200 len: 1002 time: 0.1015866 Apr 18 13:59:52.723876 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032fdec-7dab-462f-8c6e-1b8c773bd599 req-756c4bdb-bd70-42cb-bc9a-fe51d7f1705f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:52.725533 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c032fdec-7dab-462f-8c6e-1b8c773bd599 req-756c4bdb-bd70-42cb-bc9a-fe51d7f1705f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0590942 Apr 18 13:59:52.771420 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c032fdec-7dab-462f-8c6e-1b8c773bd599 req-76c98641-bed3-48da-bd8e-dfebf2f629a5 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Apr 18 13:59:52.972720 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343357-c467-46b8-a2bd-766cdd264b4d req-ce7ce792-34da-4003-9a7c-c727afd3fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:52.974017 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74343357-c467-46b8-a2bd-766cdd264b4d req-ce7ce792-34da-4003-9a7c-c727afd3fc70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0438635 Apr 18 13:59:53.378468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343357-c467-46b8-a2bd-766cdd264b4d req-4061f4b5-6e1a-4196-a71a-00a4d5ea8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:53.380095 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74343357-c467-46b8-a2bd-766cdd264b4d req-4061f4b5-6e1a-4196-a71a-00a4d5ea8591 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456629 Apr 18 13:59:53.718538 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e806b-6a98-4cba-ade5-4cdbbc85d477 req-441b3a99-30d2-483d-ba63-30efaaa08a1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:53.719993 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-102e806b-6a98-4cba-ade5-4cdbbc85d477 req-441b3a99-30d2-483d-ba63-30efaaa08a1a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0453691 Apr 18 13:59:53.764888 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-102e806b-6a98-4cba-ade5-4cdbbc85d477 req-553c6338-4acc-442c-b0dd-cc1926c5feb2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392368 Apr 18 13:59:53.882259 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff85a35-44e3-4e33-b0bc-1f3139c2422c req-7dbeda0d-5637-4fa5-8ea5-f7c1bf518daa tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:53.884276 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ff85a35-44e3-4e33-b0bc-1f3139c2422c req-7dbeda0d-5637-4fa5-8ea5-f7c1bf518daa tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0499072 Apr 18 13:59:53.934730 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ff85a35-44e3-4e33-b0bc-1f3139c2422c req-e20fffc8-8582-4761-be61-9a8407868133 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447934 Apr 18 13:59:54.053335 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:54.080726 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74343357-c467-46b8-a2bd-766cdd264b4d req-6e13b76e-d015-4b40-be10-866698487710 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975246 Apr 18 13:59:54.197984 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74343357-c467-46b8-a2bd-766cdd264b4d req-dff39ea8-e923-4c61-a491-3e2a10a5b057 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905647 Apr 18 13:59:54.247690 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-c7017c4a-b741-4b33-9021-10a1549adef1 req-6055ab18-aa1e-4c50-b410-536c875e1ddd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:59:54.248813 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c7017c4a-b741-4b33-9021-10a1549adef1 req-6055ab18-aa1e-4c50-b410-536c875e1ddd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053730 Apr 18 13:59:54.400119 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13695049-8f44-4ffb-a04e-23b4bce6d231 req-2fa5db57-5fb8-4bdb-a17c-9ea74d411310 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:54.401667 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-13695049-8f44-4ffb-a04e-23b4bce6d231 req-2fa5db57-5fb8-4bdb-a17c-9ea74d411310 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0498326 Apr 18 13:59:54.449781 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-13695049-8f44-4ffb-a04e-23b4bce6d231 req-daf1506d-c366-48e8-88c3-024ae65f79a3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Apr 18 13:59:54.672971 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34304) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:54.750219 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-5a641475-bead-4728-9414-398faddcb74c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761054 Apr 18 13:59:54.759059 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-f729755f-6d81-4acd-ab1c-feb01d4015d7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 13:59:54.760021 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-f729755f-6d81-4acd-ab1c-feb01d4015d7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052705 Apr 18 13:59:54.833612 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34312) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 13:59:54.933344 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-f7be6cd7-ac1a-489f-8015-3d251db148a6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:54.934583 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-f7be6cd7-ac1a-489f-8015-3d251db148a6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports/c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 200 len: 940 time: 0.1000175 Apr 18 13:59:55.048864 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d56e8-fd77-4ce4-b272-0a3d65e8e564 req-df6728bb-ea9f-4b61-92d7-af7055bc66b9 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:55.050359 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac6d56e8-fd77-4ce4-b272-0a3d65e8e564 req-df6728bb-ea9f-4b61-92d7-af7055bc66b9 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0471263 Apr 18 13:59:55.100468 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac6d56e8-fd77-4ce4-b272-0a3d65e8e564 req-478b3c04-4bc2-4225-a40a-979caa46b98e tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Apr 18 13:59:55.215633 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee3943-04a7-4385-80dd-f395d75af149 req-2e3c4d61-b371-4725-89f9-9f8b708baa93 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:55.217107 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9bee3943-04a7-4385-80dd-f395d75af149 req-2e3c4d61-b371-4725-89f9-9f8b708baa93 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0503170 Apr 18 13:59:55.265658 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9bee3943-04a7-4385-80dd-f395d75af149 req-4bcf13d0-9057-4fa6-978d-e99227c54554 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429354 Apr 18 13:59:55.315914 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 13:59:55.602661 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408b5c7-bdc7-4227-a08f-964533fcd5ea req-d1c14bed-8351-46a3-b38f-06fb21180898 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:55.604221 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a408b5c7-bdc7-4227-a08f-964533fcd5ea req-d1c14bed-8351-46a3-b38f-06fb21180898 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0772209 Apr 18 13:59:55.626158 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8cd27-58f8-4520-a304-c5b3b99e3034 req-b4552adc-bd7c-4a69-bc43-6e541c3bd158 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:55.627630 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57e8cd27-58f8-4520-a304-c5b3b99e3034 req-b4552adc-bd7c-4a69-bc43-6e541c3bd158 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0685165 Apr 18 13:59:55.688360 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a408b5c7-bdc7-4227-a08f-964533fcd5ea req-2eaa3862-9b82-4967-aa11-c77456a14999 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783477 Apr 18 13:59:55.699629 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57e8cd27-58f8-4520-a304-c5b3b99e3034 req-396dc400-5d28-4d45-b9ee-91c3ca151ab7 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647223 Apr 18 13:59:55.993916 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 13:59:56.082753 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port c90a0397-fdef-4f49-a852-568f276bec5e is: DOWN; New status is: DOWN {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 13:59:56.805390 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1a3b0-d1ca-489e-912b-07880383095a req-e270eb29-2c42-43ee-95ff-67263c111861 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:56.806933 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eef1a3b0-d1ca-489e-912b-07880383095a req-e270eb29-2c42-43ee-95ff-67263c111861 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0462656 Apr 18 13:59:56.858341 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eef1a3b0-d1ca-489e-912b-07880383095a req-0be95236-f381-41a8-b8e1-3fafa1ed7de5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446296 Apr 18 13:59:57.063443 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-0e0cb575-bc4a-4f90-ad9d-77ea1474d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:57.064972 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-0e0cb575-bc4a-4f90-ad9d-77ea1474d6b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946&tenant_id=1940d9e36e0644c595c43e588e07e62e HTTP/1.1" status: 200 len: 1127 time: 0.0717177 Apr 18 13:59:57.135535 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-56769f20-f5ce-40e2-9371-7d900ef22e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:57.137063 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-56769f20-f5ce-40e2-9371-7d900ef22e1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 1127 time: 0.0386949 Apr 18 13:59:57.239288 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-ac1dc4c2-ddfe-4064-828b-e4bc06c6eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:57.240805 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-ac1dc4c2-ddfe-4064-828b-e4bc06c6eedd service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.0960140 Apr 18 13:59:57.319163 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-8f14d650-239c-4270-9d98-a9a57f5ec589 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 200 len: 999 time: 0.0630326 Apr 18 13:59:57.391555 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-5a3ec5ab-dde5-46e2-9c53-96e43858017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:57.393307 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-5a3ec5ab-dde5-46e2-9c53-96e43858017b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.0577841 Apr 18 13:59:57.453176 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-8a4c305a-d98c-4236-8ca7-558982c2aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:57.455412 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-8a4c305a-d98c-4236-8ca7-558982c2aa5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448017 Apr 18 13:59:57.583543 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-743ed0bb-4833-42a4-b1e6-ce88fa8a6b2d service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174886 Apr 18 13:59:57.718790 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-010b266a-d141-47a7-a988-5c503b3d5a04 req-8fee1e4b-8def-4189-94fc-5f6282e61cc8 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939951 Apr 18 13:59:57.995633 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cf25e-630a-4644-ac4a-e1c369127346 req-c8dd7510-3982-4242-a086-181b3e1e60e5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:57.997323 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-460cf25e-630a-4644-ac4a-e1c369127346 req-c8dd7510-3982-4242-a086-181b3e1e60e5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0542152 Apr 18 13:59:58.066654 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-460cf25e-630a-4644-ac4a-e1c369127346 req-9b4e554e-dc86-46e3-a54c-90eb078983b3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631785 Apr 18 13:59:58.282491 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 13:59:59.208282 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad489616-a194-4445-95b3-06656d5c4f78 req-9871bbc8-6f06-4e4a-aaee-377b78c9847f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 13:59:59.209809 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad489616-a194-4445-95b3-06656d5c4f78 req-9871bbc8-6f06-4e4a-aaee-377b78c9847f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0528877 Apr 18 13:59:59.266379 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad489616-a194-4445-95b3-06656d5c4f78 req-fe5cd33c-3d97-424b-94db-88748911ecfc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509455 Apr 18 14:00:00.388125 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b238bc-d301-45dd-aa7f-583ba71abca8 req-a4de27ba-feb0-4030-b2ad-60f983459e93 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:00.389503 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-26b238bc-d301-45dd-aa7f-583ba71abca8 req-a4de27ba-feb0-4030-b2ad-60f983459e93 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0479286 Apr 18 14:00:00.439901 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-26b238bc-d301-45dd-aa7f-583ba71abca8 req-0f1b684f-545d-4984-9601-e1d0edd8d853 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 Apr 18 14:00:00.976984 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:01.567477 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015444-f823-4eef-8ad5-cb141d50a8c2 req-fe074e07-27df-4374-af66-2dda79500ee4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:01.569803 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa015444-f823-4eef-8ad5-cb141d50a8c2 req-fe074e07-27df-4374-af66-2dda79500ee4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0518377 Apr 18 14:00:01.618901 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa015444-f823-4eef-8ad5-cb141d50a8c2 req-d20a5f3b-3f62-4857-9144-34ec77c3ba54 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Apr 18 14:00:02.738396 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f24836-5a46-4efc-85ff-3d096a9c0689 req-5e58e63c-2a9f-42a3-abdf-25d86d718d31 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:02.739892 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-60f24836-5a46-4efc-85ff-3d096a9c0689 req-5e58e63c-2a9f-42a3-abdf-25d86d718d31 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0481007 Apr 18 14:00:02.789070 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-60f24836-5a46-4efc-85ff-3d096a9c0689 req-80285f83-f1a1-4d3b-8acc-8a9341b35a80 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Apr 18 14:00:03.914126 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6614a-cd7b-43ec-972c-6c2766dd0533 req-e5472e17-2ee5-4fd3-80e8-48f79e23229c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:03.915689 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8ea6614a-cd7b-43ec-972c-6c2766dd0533 req-e5472e17-2ee5-4fd3-80e8-48f79e23229c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0477338 Apr 18 14:00:03.970439 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8ea6614a-cd7b-43ec-972c-6c2766dd0533 req-518b6648-4ee5-46f5-99ae-3e1e025eaabd tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486450 Apr 18 14:00:05.089609 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c24a3a-27e1-4596-a212-08a3f6d8bb97 req-34c3ca56-99fc-43d9-84fb-025de05c699d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:05.091077 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0c24a3a-27e1-4596-a212-08a3f6d8bb97 req-34c3ca56-99fc-43d9-84fb-025de05c699d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0471759 Apr 18 14:00:05.142232 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0c24a3a-27e1-4596-a212-08a3f6d8bb97 req-9634ddcf-26fc-4a68-9222-1a87daab5e7f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446372 Apr 18 14:00:06.264468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c60e6-4fb5-48bc-987e-8422d83937af req-804c8231-db2b-4b4c-a72b-0412d5996256 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:06.265839 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b00c60e6-4fb5-48bc-987e-8422d83937af req-804c8231-db2b-4b4c-a72b-0412d5996256 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0479801 Apr 18 14:00:06.313060 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b00c60e6-4fb5-48bc-987e-8422d83937af req-34bb54d3-fd25-4683-aa9e-24d345841fbe tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 Apr 18 14:00:07.444456 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec63aa1-ea1e-4749-b3fb-25fa8c86a66f req-88226358-a58e-44ba-a1f5-2bd7659f3cb9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:07.446050 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ec63aa1-ea1e-4749-b3fb-25fa8c86a66f req-88226358-a58e-44ba-a1f5-2bd7659f3cb9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0553100 Apr 18 14:00:07.499401 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ec63aa1-ea1e-4749-b3fb-25fa8c86a66f req-f27d00da-a2ff-4f02-8a11-0d0932d9d0e8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474093 Apr 18 14:00:08.618574 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e410c1c-5ef2-46d2-8e8f-52f08e28d542 req-63a4ca06-aa56-497f-bff3-f4c49150c50c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:08.620726 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e410c1c-5ef2-46d2-8e8f-52f08e28d542 req-63a4ca06-aa56-497f-bff3-f4c49150c50c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0507209 Apr 18 14:00:08.671933 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e410c1c-5ef2-46d2-8e8f-52f08e28d542 req-8f95e6ef-352d-44a2-ab1b-2ea02cc9e5b6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453162 Apr 18 14:00:09.799251 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f387e53-b2e6-4361-8cd0-1ff3cb8f54f7 req-d02091e4-a962-4144-bf04-ffff44123cc5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:09.800767 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5f387e53-b2e6-4361-8cd0-1ff3cb8f54f7 req-d02091e4-a962-4144-bf04-ffff44123cc5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0588243 Apr 18 14:00:09.851106 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5f387e53-b2e6-4361-8cd0-1ff3cb8f54f7 req-410d02cb-6fc7-4b67-9826-8b30ff3bf90e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445583 Apr 18 14:00:10.980917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef88d84-3d1e-4486-bb29-7ff5bf05d5b7 req-5e9e4a6f-585e-4c10-bd79-3852ccf50702 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:10.982265 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ef88d84-3d1e-4486-bb29-7ff5bf05d5b7 req-5e9e4a6f-585e-4c10-bd79-3852ccf50702 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0466158 Apr 18 14:00:11.032633 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ef88d84-3d1e-4486-bb29-7ff5bf05d5b7 req-733a632d-292a-4f4d-9c76-8c54679bff47 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449340 Apr 18 14:00:12.156806 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510924c3-8e6a-4c6a-b67e-1968aa0c25d9 req-3dd92d1f-6cef-45a9-9d27-d8fba9f784da tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:12.158462 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-510924c3-8e6a-4c6a-b67e-1968aa0c25d9 req-3dd92d1f-6cef-45a9-9d27-d8fba9f784da tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0506911 Apr 18 14:00:12.219145 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-510924c3-8e6a-4c6a-b67e-1968aa0c25d9 req-14a5abac-243f-4d31-a92f-6c97cf6d7c22 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552249 Apr 18 14:00:13.335698 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0959f20-015e-4baf-9d35-d4c71752ac60 req-6045cff4-0629-49ae-abbc-c6de3a190bc9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:13.337161 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f0959f20-015e-4baf-9d35-d4c71752ac60 req-6045cff4-0629-49ae-abbc-c6de3a190bc9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0454361 Apr 18 14:00:13.383179 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f0959f20-015e-4baf-9d35-d4c71752ac60 req-46e81b34-4f02-4cd0-b012-60222e6ce830 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Apr 18 14:00:13.895053 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5cac4-3d84-426e-be80-0ded10a82fc7 req-27dfb6be-56c8-4d20-92dd-6422c29510a9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:13.896435 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8cb5cac4-3d84-426e-be80-0ded10a82fc7 req-27dfb6be-56c8-4d20-92dd-6422c29510a9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0453906 Apr 18 14:00:13.942833 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8cb5cac4-3d84-426e-be80-0ded10a82fc7 req-493cb134-6eb9-45a2-8d2d-25f665095c15 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Apr 18 14:00:14.504412 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3aec8-a1d2-4317-954d-5508a3133f2f req-d8b71e0d-ffd9-4360-b6cf-f4a6bec9a133 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:14.505794 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cfb3aec8-a1d2-4317-954d-5508a3133f2f req-d8b71e0d-ffd9-4360-b6cf-f4a6bec9a133 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0495622 Apr 18 14:00:14.552981 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cfb3aec8-a1d2-4317-954d-5508a3133f2f req-4d4c082e-1b48-4329-a8f3-6f9e7504b026 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Apr 18 14:00:15.056379 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b680f-877b-4dc9-9c81-59521ff446ca req-ec7e9d0a-a121-46bc-8cc1-5bbff730c6c7 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:15.058643 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb4b680f-877b-4dc9-9c81-59521ff446ca req-ec7e9d0a-a121-46bc-8cc1-5bbff730c6c7 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0471230 Apr 18 14:00:15.105344 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb4b680f-877b-4dc9-9c81-59521ff446ca req-ecd36cef-8049-4c1a-a6f1-d9bdbd187105 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 Apr 18 14:00:15.670265 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e590-a26b-4cfd-acba-da9b876b7a90 req-51b10c0d-ac41-4ef5-931c-21c08b7405e7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:15.671716 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1481e590-a26b-4cfd-acba-da9b876b7a90 req-51b10c0d-ac41-4ef5-931c-21c08b7405e7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0458751 Apr 18 14:00:15.721005 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1481e590-a26b-4cfd-acba-da9b876b7a90 req-b17c38ba-0172-4570-9d0e-514a02d38a8c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Apr 18 14:00:16.217549 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f746-0757-468b-ad91-31661a076c82 req-42a2a4d3-29d5-40e4-85db-f9535220d5b0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:16.218993 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9ab5f746-0757-468b-ad91-31661a076c82 req-42a2a4d3-29d5-40e4-85db-f9535220d5b0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0461056 Apr 18 14:00:16.265962 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9ab5f746-0757-468b-ad91-31661a076c82 req-045708c2-88f7-4129-b8fa-c8a26c35010e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=14228fb3-c726-4bd1-a5d8-584699b9e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Apr 18 14:00:16.575692 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-63f7ce11-f06c-43d1-a467-7135a18cc202 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:16.577174 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-63f7ce11-f06c-43d1-a467-7135a18cc202 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 945 time: 0.0472519 Apr 18 14:00:16.668657 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Deleting port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:00:16.668997 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:16.754089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] For port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:16.754607 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:16.908420 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984fd85-d272-47cc-b4f4-f0b1e8154f03 req-e55e9a90-af2a-4061-8eb4-2074fbeb140f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:16.909761 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2984fd85-d272-47cc-b4f4-f0b1e8154f03 req-e55e9a90-af2a-4061-8eb4-2074fbeb140f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0905571 Apr 18 14:00:17.066215 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2984fd85-d272-47cc-b4f4-f0b1e8154f03 req-736c7de5-33e8-4986-82fc-7003b5107e1f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296582 Apr 18 14:00:17.098077 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:17.098443 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (5359efa7-ba1b-4420-bdf6-eba09ff96e29), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:17.098758 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Floating IP 5359efa7-ba1b-4420-bdf6-eba09ff96e29 disassociated. External IP: 172.27.3.97, port: 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496. Apr 18 14:00:17.099092 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Calling delete_port for 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:00:17.226459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (74fb6d65-49f6-4b2d-b0aa-8cd3649cc496), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:17.253674 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'Port': ['ID=74fb6d65-49f6-4b2d-b0aa-8cd3649cc496,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:17.638556 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b70ebc4-7451-43ff-98d1-7cad0211d532 req-eeb983ba-8eb4-4f71-b49e-a69e41905a2d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df05293-6aea-4494-9cc6-e0a97b7fee54 HTTP/1.1" status: 200 len: 210 time: 0.2993100 Apr 18 14:00:17.664351 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:00:17.771153 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:00:17.781154 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:00:17.791358 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:00:17.792051 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:59:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:17.813724 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] No DVR routers for this DVR port 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:00:17.816239 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:17.819460 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ea3b6a4-3615-4ee1-8251-8ed2a2966ca5 req-09967e78-d04c-4c46-ae86-42b3a9a80b31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "DELETE /v2.0/ports/74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 HTTP/1.1" status: 204 len: 173 time: 1.2353759 Apr 18 14:00:17.819922 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'name': 'network-vif-deleted', 'tag': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:00:17.822675 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0c28d9-04bb-45ec-99f7-4f35cf5fe7e8" -d '{"events": [{"server_uuid": "7df05293-6aea-4494-9cc6-e0a97b7fee54", "name": "network-vif-deleted", "tag": "74fb6d65-49f6-4b2d-b0aa-8cd3649cc496"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:00:17.866937 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44654213-7b9b-4784-8a76-3b5e9c337300 x-openstack-request-id: req-44654213-7b9b-4784-8a76-3b5e9c337300 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:00:17.867256 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df05293-6aea-4494-9cc6-e0a97b7fee54", "name": "network-vif-deleted", "tag": "74fb6d65-49f6-4b2d-b0aa-8cd3649cc496", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:00:17.867509 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44654213-7b9b-4784-8a76-3b5e9c337300 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:00:17.867936 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44654213-7b9b-4784-8a76-3b5e9c337300'] response: {'server_uuid': '7df05293-6aea-4494-9cc6-e0a97b7fee54', 'name': 'network-vif-deleted', 'tag': '74fb6d65-49f6-4b2d-b0aa-8cd3649cc496', 'status': 'completed', 'code': 200} Apr 18 14:00:17.922239 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:00:18.140965 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:18.167454 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:00:18.175675 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:00:18.176349 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T13:59:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:18.184821 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f6a8b-c3da-41f3-8900-758788092a12 req-68a366ed-7819-40d9-9406-1409c3ac8704 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:18.186294 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-723f6a8b-c3da-41f3-8900-758788092a12 req-68a366ed-7819-40d9-9406-1409c3ac8704 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0467792 Apr 18 14:00:18.233173 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-723f6a8b-c3da-41f3-8900-758788092a12 req-cedbffbc-1d04-4ae3-9f7d-f8cc102914ef tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411425 Apr 18 14:00:18.285339 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:00:18.517769 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:18.551821 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4909acf4-1a38-43d5-af00-0ccaa8c3bc08 None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0c59303e-8058-4e94-a7b6-fc7029b32171', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:1a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:55:47Z', 'updated_at': '2022-04-18T13:56:37Z', 'revision_number': 2, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:00:18.740488 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34528) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:18.802402 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (14228fb3-c726-4bd1-a5d8-584699b9e280), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:18.823982 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9258f0-b1fb-456a-9f78-560b8d4269e1 None None] New status for floating IP 5359efa7-ba1b-4420-bdf6-eba09ff96e29: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:00:18.829637 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (14228fb3-c726-4bd1-a5d8-584699b9e280), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:18.881064 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (14228fb3-c726-4bd1-a5d8-584699b9e280), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:18.883938 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:18.885640 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "DELETE /v2.0/security-groups/14228fb3-c726-4bd1-a5d8-584699b9e280 HTTP/1.1" status: 204 len: 168 time: 0.1440613 Apr 18 14:00:18.889224 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34530) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:18.895278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14228fb3-c726-4bd1-a5d8-584699b9e280,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:18.903568 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.904188 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.904702 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.905211 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.905702 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.906198 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.906530 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-9360bdc2-5dab-42cc-9280-3481693221d4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] show failed (client error): The resource could not be found. Apr 18 14:00:18.906896 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.907391 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.907745 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9360bdc2-5dab-42cc-9280-3481693221d4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups/14228fb3-c726-4bd1-a5d8-584699b9e280 HTTP/1.1" status: 404 len: 347 time: 0.0170362 Apr 18 14:00:18.908071 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.908548 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.909023 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.909494 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.909959 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.910462 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.910937 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfd1093-f7ee-432b-85a4-da26201216fc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:18.912890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34532) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:18.924943 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fa78efc-8d5b-47c3-9a15-17bfcef2195c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:19.048585 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Deleting port 98a550ee-882c-418e-8bd5-b0d656c69493 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:00:19.049009 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (98a550ee-882c-418e-8bd5-b0d656c69493), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:19.129874 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (98a550ee-882c-418e-8bd5-b0d656c69493), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:19.130193 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (98a550ee-882c-418e-8bd5-b0d656c69493), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:19.143501 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Calling delete_port for 98a550ee-882c-418e-8bd5-b0d656c69493 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:00:19.345862 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (98a550ee-882c-418e-8bd5-b0d656c69493), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:19.381808 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'Port': ['ID=98a550ee-882c-418e-8bd5-b0d656c69493,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:19.393200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a328da8-74af-418d-84f5-c120ab1ceacd req-e9c90b12-b671-4f5a-bc1a-a27e9e4515eb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:19.394676 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a328da8-74af-418d-84f5-c120ab1ceacd req-e9c90b12-b671-4f5a-bc1a-a27e9e4515eb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0804524 Apr 18 14:00:19.417979 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (5359efa7-ba1b-4420-bdf6-eba09ff96e29), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:19.420524 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:19.424454 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a3939a46-7686-4441-aa0e-7ee2315a8b85 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "DELETE /v2.0/floatingips/5359efa7-ba1b-4420-bdf6-eba09ff96e29 HTTP/1.1" status: 204 len: 168 time: 0.5084989 Apr 18 14:00:19.479322 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a328da8-74af-418d-84f5-c120ab1ceacd req-90223885-c317-4785-b354-917dc0187f31 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629537 Apr 18 14:00:20.096392 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:00:20.117384 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:00:20.117735 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 74fb6d65-49f6-4b2d-b0aa-8cd3649cc496 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:00:20.601688 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3745a2-3554-4526-bb06-4ad62ffc0f04 req-384d563a-9c31-4e61-9b96-b9353f842114 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:20.603511 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c3745a2-3554-4526-bb06-4ad62ffc0f04 req-384d563a-9c31-4e61-9b96-b9353f842114 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0558391 Apr 18 14:00:20.654947 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c3745a2-3554-4526-bb06-4ad62ffc0f04 req-0acd152e-d82f-4879-b971-15423fbeb424 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Apr 18 14:00:21.026709 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2222b-52fb-457d-8465-84e03bc3b74f req-e2899013-4e50-43e2-a8e8-37b32ecbbab2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:21.028226 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4c2222b-52fb-457d-8465-84e03bc3b74f req-e2899013-4e50-43e2-a8e8-37b32ecbbab2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0475018 Apr 18 14:00:21.074906 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4c2222b-52fb-457d-8465-84e03bc3b74f req-a85dba46-40df-4733-aa1c-02eecbb165db tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Apr 18 14:00:21.097208 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34566) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:21.240657 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17b638-ec07-4db3-b088-926288b32e17 tempest-TestMinimumBasicScenario-1743551317 tempest-TestMinimumBasicScenario-1743551317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:21.242151 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bb17b638-ec07-4db3-b088-926288b32e17 tempest-TestMinimumBasicScenario-1743551317 tempest-TestMinimumBasicScenario-1743551317-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1124 time: 0.1438451 Apr 18 14:00:21.245406 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34570) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:21.249567 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'port_id': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:21.268745 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:21.345239 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:21.441887 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5247b23-4795-4e12-a795-c995c268f4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:21.457017 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Allocated IP 172.27.3.40 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/d9515844-6f79-44de-97e5-8de368a7ad71) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:00:21.564691 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for port (d9515844-6f79-44de-97e5-8de368a7ad71), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:21.599069 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (d9515844-6f79-44de-97e5-8de368a7ad71), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:21.642890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:00:21.645751 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:00:21.652014 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:00:21.675565 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'Port': ['ID=d9515844-6f79-44de-97e5-8de368a7ad71,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:21.885424 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85288c-4858-4845-bfd2-d2559b0753de req-9871832e-90b1-422f-9d78-fc27895c483f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:21.886702 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a85288c-4858-4845-bfd2-d2559b0753de req-9871832e-90b1-422f-9d78-fc27895c483f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0887804 Apr 18 14:00:21.961801 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d6c12-557c-4aa1-89ec-1fb38dbb81c6 req-e8ff17a7-5e28-4c0c-a952-d556cd87afb0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:21.963566 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-779d6c12-557c-4aa1-89ec-1fb38dbb81c6 req-e8ff17a7-5e28-4c0c-a952-d556cd87afb0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.0759850 Apr 18 14:00:22.060262 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a85288c-4858-4845-bfd2-d2559b0753de req-ebcc2d15-aaec-4809-90b8-6800b649b8f2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601925 Apr 18 14:00:22.126465 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-779d6c12-557c-4aa1-89ec-1fb38dbb81c6 req-1e40b14d-7012-46f7-85dc-3eec1f85cf53 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390612 Apr 18 14:00:22.155952 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for floatingip (0488b23a-cf03-4eb5-9110-96e98237caf9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:22.227177 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (d9515844-6f79-44de-97e5-8de368a7ad71), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:22.382186 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for port (d9515844-6f79-44de-97e5-8de368a7ad71), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:22.386659 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (d9515844-6f79-44de-97e5-8de368a7ad71), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:22.415021 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (0488b23a-cf03-4eb5-9110-96e98237caf9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:22.464813 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'Port': ['ID=d9515844-6f79-44de-97e5-8de368a7ad71,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:22.528680 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Floating IP 0488b23a-cf03-4eb5-9110-96e98237caf9 associated. External IP: 172.27.3.40, port: 5b0213e9-d344-418f-8d14-cc74588d5be0. Apr 18 14:00:22.645898 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:22.742823 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Router 18a49a0c-e845-4db1-9eca-811d5438f1e9 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:00:22.855783 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:00:22.865096 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eb07c-61af-4211-a463-d9a43688275b None None] Sync routers for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:00:22.874029 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:22.876617 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606eb07c-61af-4211-a463-d9a43688275b None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:00:22.877213 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-606eb07c-61af-4211-a463-d9a43688275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:00:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:22.904566 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8a5bcbae-8894-4b03-8ae8-a939f513b983 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6581378 Apr 18 14:00:22.905248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:00:22.907380 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34582) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:22.911720 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-c415c254-dd7a-4aca-8ee6-afe241afecd3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1957132531', 'description': 'tempest-secgroup-smoke-1957132531 description', 'project_id': '1711ca0fe8b9407b831718144594a676'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:22.912742 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da5149-7e12-44c4-8512-fd8618cb63a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:00:22.948816 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c415c254-dd7a-4aca-8ee6-afe241afecd3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:22.950134 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e2a7c5-b6c0-428b-922f-8bceb0d1aa94 x-openstack-request-id: req-74e2a7c5-b6c0-428b-922f-8bceb0d1aa94 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:00:22.950432 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:00:22.950690 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74e2a7c5-b6c0-428b-922f-8bceb0d1aa94 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:00:22.951099 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e2a7c5-b6c0-428b-922f-8bceb0d1aa94'] response: {'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'status': 'completed', 'code': 200} Apr 18 14:00:22.990109 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-606eb07c-61af-4211-a463-d9a43688275b None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:00:23.023606 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c415c254-dd7a-4aca-8ee6-afe241afecd3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group (89a9aca6-cb28-446f-a180-982cffeb0ae7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.027447 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c415c254-dd7a-4aca-8ee6-afe241afecd3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (89a9aca6-cb28-446f-a180-982cffeb0ae7), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.060190 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c415c254-dd7a-4aca-8ee6-afe241afecd3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.061388 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c415c254-dd7a-4aca-8ee6-afe241afecd3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1530192 Apr 18 14:00:23.063522 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415c254-dd7a-4aca-8ee6-afe241afecd3 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a9aca6-cb28-446f-a180-982cffeb0ae7,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:23.069221 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34586) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:23.076331 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-45063928-488f-49b1-b669-e865451ffff2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'security_group_rule': {'security_group_id': '89a9aca6-cb28-446f-a180-982cffeb0ae7', 'project_id': '1711ca0fe8b9407b831718144594a676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:23.127464 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-f141067d-19e1-43ba-bb9a-d588bc0d6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:23.129417 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-f141067d-19e1-43ba-bb9a-d588bc0d6571 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1711ca0fe8b9407b831718144594a676&device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1129 time: 0.0744123 Apr 18 14:00:23.176656 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45063928-488f-49b1-b669-e865451ffff2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (fe7c3818-cb89-4112-adda-bbf39d67c97c), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.271976 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-606eb07c-61af-4211-a463-d9a43688275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0488b23a-cf03-4eb5-9110-96e98237caf9', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'port_id': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'mac_address': 'fa:16:3e:1d:38:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b973ecc1-5005-4719-930d-95a24f06227b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:00:21Z', 'updated_at': '2022-04-18T14:00:21Z', 'revision_number': 0, 'project_id': '1711ca0fe8b9407b831718144594a676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:07Z', 'revision_number': 5, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:23.302336 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eb07c-61af-4211-a463-d9a43688275b None None] Checking router: 18a49a0c-e845-4db1-9eca-811d5438f1e9 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:00:23.310682 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606eb07c-61af-4211-a463-d9a43688275b None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:00:23.311283 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-606eb07c-61af-4211-a463-d9a43688275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:00:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:23.355950 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1144a9-bb4f-4e31-97d3-b492832253f3 req-9375af35-cd61-4a3d-8c59-96fa379c912a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:23.357447 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a1144a9-bb4f-4e31-97d3-b492832253f3 req-9375af35-cd61-4a3d-8c59-96fa379c912a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.2066948 Apr 18 14:00:23.370602 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e1a1-6263-41de-afab-953383e53594 req-835a98f0-f43c-4268-80b6-a256ffbee3c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:23.372072 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9bf7e1a1-6263-41de-afab-953383e53594 req-835a98f0-f43c-4268-80b6-a256ffbee3c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 943 time: 0.1101217 Apr 18 14:00:23.429172 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-606eb07c-61af-4211-a463-d9a43688275b None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:00:23.651511 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45063928-488f-49b1-b669-e865451ffff2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (fe7c3818-cb89-4112-adda-bbf39d67c97c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.666572 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45063928-488f-49b1-b669-e865451ffff2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (fe7c3818-cb89-4112-adda-bbf39d67c97c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.687845 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-25b8c1a9-24d3-4c91-aa22-005a68cb4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:23.689217 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-25b8c1a9-24d3-4c91-aa22-005a68cb4134 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 200 len: 916 time: 0.5502973 Apr 18 14:00:23.716501 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45063928-488f-49b1-b669-e865451ffff2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7c3818-cb89-4112-adda-bbf39d67c97c,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:23.751812 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-606eb07c-61af-4211-a463-d9a43688275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0488b23a-cf03-4eb5-9110-96e98237caf9', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'port_id': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'mac_address': 'fa:16:3e:1d:38:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b973ecc1-5005-4719-930d-95a24f06227b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:00:21Z', 'updated_at': '2022-04-18T14:00:21Z', 'revision_number': 0, 'project_id': '1711ca0fe8b9407b831718144594a676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:07Z', 'revision_number': 5, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:23.773176 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45063928-488f-49b1-b669-e865451ffff2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.774366 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-45063928-488f-49b1-b669-e865451ffff2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7029097 Apr 18 14:00:23.777869 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34596) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:23.781987 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eb07c-61af-4211-a463-d9a43688275b None None] The sync data for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi is: [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0488b23a-cf03-4eb5-9110-96e98237caf9', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'port_id': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'mac_address': 'fa:16:3e:1d:38:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b973ecc1-5005-4719-930d-95a24f06227b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:00:21Z', 'updated_at': '2022-04-18T14:00:21Z', 'revision_number': 0, 'project_id': '1711ca0fe8b9407b831718144594a676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:07Z', 'revision_number': 5, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:00:23.783982 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-cfdb98b2-1aa6-4c00-a66a-537ac8b8d289 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'security_group_rule': {'security_group_id': '89a9aca6-cb28-446f-a180-982cffeb0ae7', 'project_id': '1711ca0fe8b9407b831718144594a676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:23.797428 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9bf7e1a1-6263-41de-afab-953383e53594 req-87fd47b0-735d-42f6-a2c4-20f9ef246894 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481292 Apr 18 14:00:23.802733 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a1144a9-bb4f-4e31-97d3-b492832253f3 req-07fc4a87-ce87-48d4-bc6b-5eb6abfa70c1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259427 Apr 18 14:00:23.812644 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-c0bfdb2f-dc81-4d7e-9d2e-10ddf1c8b4ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 998 time: 0.1121666 Apr 18 14:00:23.838499 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfdb98b2-1aa6-4c00-a66a-537ac8b8d289 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (76d30f6f-094e-4ab0-b538-95442e1b7600), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.883459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-ddc2f3dd-fcb9-47aa-b23d-c412fb2f2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:23.885665 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-ddc2f3dd-fcb9-47aa-b23d-c412fb2f2b33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f151c8-7418-491e-bf09-0d3aca8b676e HTTP/1.1" status: 200 len: 854 time: 0.0534148 Apr 18 14:00:23.903029 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfdb98b2-1aa6-4c00-a66a-537ac8b8d289 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (76d30f6f-094e-4ab0-b538-95442e1b7600), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.907462 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfdb98b2-1aa6-4c00-a66a-537ac8b8d289 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (76d30f6f-094e-4ab0-b538-95442e1b7600), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.925957 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb98b2-1aa6-4c00-a66a-537ac8b8d289 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d30f6f-094e-4ab0-b538-95442e1b7600,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:23.933561 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-5c322558-480e-44ce-a403-3db3e8b2a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:23.935089 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-5c322558-480e-44ce-a403-3db3e8b2a6e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b174195-8539-4db4-895a-fc7e738a5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431585 Apr 18 14:00:23.937597 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfdb98b2-1aa6-4c00-a66a-537ac8b8d289 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:23.939026 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cfdb98b2-1aa6-4c00-a66a-537ac8b8d289 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598525 Apr 18 14:00:23.941685 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34598) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:23.945963 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e2e206b2-be65-4f36-8bd1-70546f40cdd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'security_group_rule': {'security_group_id': '89a9aca6-cb28-446f-a180-982cffeb0ae7', 'project_id': '1711ca0fe8b9407b831718144594a676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:23.974862 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2e206b2-be65-4f36-8bd1-70546f40cdd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (f0b1c15a-7572-4967-ba0c-dd23e8916bbc), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.033125 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bdfff3-d62b-4c74-ab42-752788930a74 None None] New status for floating IP 0488b23a-cf03-4eb5-9110-96e98237caf9: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:00:24.038375 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2e206b2-be65-4f36-8bd1-70546f40cdd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (f0b1c15a-7572-4967-ba0c-dd23e8916bbc), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.046161 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2e206b2-be65-4f36-8bd1-70546f40cdd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (f0b1c15a-7572-4967-ba0c-dd23e8916bbc), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.059376 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-414987e0-d3d6-4bfb-85a5-0a62aa483c44 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108606 Apr 18 14:00:24.066638 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e206b2-be65-4f36-8bd1-70546f40cdd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b1c15a-7572-4967-ba0c-dd23e8916bbc,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:24.077569 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2e206b2-be65-4f36-8bd1-70546f40cdd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.079796 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e2e206b2-be65-4f36-8bd1-70546f40cdd0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361673 Apr 18 14:00:24.081954 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34600) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:24.086093 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.089157 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-aaa06cc5-79b6-46e5-8386-d09c07dca335 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'security_group_rule': {'security_group_id': '89a9aca6-cb28-446f-a180-982cffeb0ae7', 'project_id': '1711ca0fe8b9407b831718144594a676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:24.103134 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:00:24.120702 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aaa06cc5-79b6-46e5-8386-d09c07dca335 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (599f1692-04ea-4e79-bf72-6ac391b0b12d), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.171053 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2da5149-7e12-44c4-8512-fd8618cb63a1 req-d5eaf4c9-a272-456e-adcd-19aefb2862af service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965874 Apr 18 14:00:24.188259 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aaa06cc5-79b6-46e5-8386-d09c07dca335 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (599f1692-04ea-4e79-bf72-6ac391b0b12d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.193422 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aaa06cc5-79b6-46e5-8386-d09c07dca335 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (599f1692-04ea-4e79-bf72-6ac391b0b12d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.211694 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa06cc5-79b6-46e5-8386-d09c07dca335 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599f1692-04ea-4e79-bf72-6ac391b0b12d,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:24.222355 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aaa06cc5-79b6-46e5-8386-d09c07dca335 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.223869 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-aaa06cc5-79b6-46e5-8386-d09c07dca335 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407139 Apr 18 14:00:24.226698 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34604) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:24.232053 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-db03a174-31cf-436a-96a9-1d54e68bdc0f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'security_group_rule': {'security_group_id': '89a9aca6-cb28-446f-a180-982cffeb0ae7', 'project_id': '1711ca0fe8b9407b831718144594a676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:24.254549 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.securitygroups_db [None req-db03a174-31cf-436a-96a9-1d54e68bdc0f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Project 1711ca0fe8b9407b831718144594a676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 14:00:24.260657 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-db03a174-31cf-436a-96a9-1d54e68bdc0f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (ccab96f6-3771-4e97-835f-9ea6bce59f87), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.331304 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-db03a174-31cf-436a-96a9-1d54e68bdc0f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (ccab96f6-3771-4e97-835f-9ea6bce59f87), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.337004 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:24.341690 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-db03a174-31cf-436a-96a9-1d54e68bdc0f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (ccab96f6-3771-4e97-835f-9ea6bce59f87), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.350273 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'port_id': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'mac_address': 'fa:16:3e:6c:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:00:24.362465 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03a174-31cf-436a-96a9-1d54e68bdc0f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccab96f6-3771-4e97-835f-9ea6bce59f87,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:24.372768 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-db03a174-31cf-436a-96a9-1d54e68bdc0f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.376815 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34610) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:24.376963 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-db03a174-31cf-436a-96a9-1d54e68bdc0f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491442 Apr 18 14:00:24.381749 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-080df919-287e-4e45-be1d-3a8653ea81c6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'security_group_rule': {'security_group_id': '89a9aca6-cb28-446f-a180-982cffeb0ae7', 'project_id': '1711ca0fe8b9407b831718144594a676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:24.391418 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port c90a0397-fdef-4f49-a852-568f276bec5e is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:00:24.391922 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.403858 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.securitygroups_db [None req-080df919-287e-4e45-be1d-3a8653ea81c6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Project 1711ca0fe8b9407b831718144594a676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 14:00:24.407178 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90a0397-fdef-4f49-a852-568f276bec5e {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:00:24.410759 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-080df919-287e-4e45-be1d-3a8653ea81c6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (bd2ce097-5b03-4042-83d9-b937692d5a76), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.430567 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:24.436088 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.494369 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-080df919-287e-4e45-be1d-3a8653ea81c6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (bd2ce097-5b03-4042-83d9-b937692d5a76), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.502817 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=9']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:24.506459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-080df919-287e-4e45-be1d-3a8653ea81c6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (bd2ce097-5b03-4042-83d9-b937692d5a76), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.510720 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.511063 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.511621 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.512250 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.512587 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.512919 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.513243 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.513564 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.513886 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.514208 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.514525 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.514859 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.515181 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.515497 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.515844 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:00:24.554839 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080df919-287e-4e45-be1d-3a8653ea81c6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2ce097-5b03-4042-83d9-b937692d5a76,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:24.562497 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-080df919-287e-4e45-be1d-3a8653ea81c6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.563675 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-080df919-287e-4e45-be1d-3a8653ea81c6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1857169 Apr 18 14:00:24.570010 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345581a2-25b6-4242-a04f-07ff9c1de44e req-4593a978-5d63-4007-86b1-8d460d6601d5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:24.571413 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-345581a2-25b6-4242-a04f-07ff9c1de44e req-4593a978-5d63-4007-86b1-8d460d6601d5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0754550 Apr 18 14:00:24.632802 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-345581a2-25b6-4242-a04f-07ff9c1de44e req-b39b5569-9392-45a5-84c4-0db96b7642b5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558143 Apr 18 14:00:24.664403 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4cadfbef-b910-4219-853b-b60aac261370 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1957132531&fields=id&tenant_id=1711ca0fe8b9407b831718144594a676 HTTP/1.1" status: 200 len: 267 time: 0.0554688 Apr 18 14:00:24.715003 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-7eaf4d9f-aa9b-49de-b41c-2f62b866754a tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:24.716402 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-7eaf4d9f-aa9b-49de-b41c-2f62b866754a tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0460024 Apr 18 14:00:24.727167 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'port': {'security_groups': ['ece1b944-d493-4cb9-90cb-e941dad59b68', '89a9aca6-cb28-446f-a180-982cffeb0ae7']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:24.799981 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:24.903677 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['c90a0397-fdef-4f49-a852-568f276bec5e'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:00:24.937597 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0074fd-4017-4fc7-8e92-cc8ad30ea9b3 req-3ae15b0f-dd7a-47c3-9527-8e6cc468691c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:24.939060 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa0074fd-4017-4fc7-8e92-cc8ad30ea9b3 req-3ae15b0f-dd7a-47c3-9527-8e6cc468691c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.0636721 Apr 18 14:00:25.043044 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa0074fd-4017-4fc7-8e92-cc8ad30ea9b3 req-c23f66c4-74a0-4e11-96e7-833f3d6bf4f6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939677 Apr 18 14:00:25.054302 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] For port 5b0213e9-d344-418f-8d14-cc74588d5be0, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=5b0213e9-d344-418f-8d14-cc74588d5be0,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:25.087160 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:25.092986 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:25.151430 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:25.152096 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:25.153502 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a2c0911-f593-45f6-8020-b31d4ccd64d6 req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "PUT /v2.0/ports/5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 981 time: 0.4308841 Apr 18 14:00:25.172670 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:00:25.174914 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d71233d-a46c-4b66-af32-215c174cc3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:00:25.214884 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551119-6589-44f8-ac8d-aeddc5d77e3a req-35a049fd-f0cd-4211-9e68-aaea0b74be64 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:25.216939 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-21551119-6589-44f8-ac8d-aeddc5d77e3a req-35a049fd-f0cd-4211-9e68-aaea0b74be64 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0901234 Apr 18 14:00:25.226403 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a1ac0-6100-4079-97dd-87f1f5113754 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'Port': ['ID=5b0213e9-d344-418f-8d14-cc74588d5be0,revision_number=6']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:25.275159 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-21551119-6589-44f8-ac8d-aeddc5d77e3a req-7aa8c6ba-abb6-421b-a2aa-b91123103bbf tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498040 Apr 18 14:00:25.326834 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:25.327378 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7912142-0d6b-429a-90a7-26eeead5221a x-openstack-request-id: req-f7912142-0d6b-429a-90a7-26eeead5221a {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:00:25.327378 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:00:25.327570 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7912142-0d6b-429a-90a7-26eeead5221a {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:00:25.328737 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7912142-0d6b-429a-90a7-26eeead5221a'] response: {'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'status': 'completed', 'code': 200} Apr 18 14:00:25.348597 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475e1bf-a493-47ac-9d96-ac6bf3fbdea9 req-e33a03ce-0a4b-4670-8032-7afe0906baec tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:25.350339 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1475e1bf-a493-47ac-9d96-ac6bf3fbdea9 req-e33a03ce-0a4b-4670-8032-7afe0906baec tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.1300116 Apr 18 14:00:25.411030 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2a1cae06-2677-4f3d-b901-f1dad7342952 None None] Provisioning complete for port 5b0213e9-d344-418f-8d14-cc74588d5be0 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:00:25.411399 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2a1cae06-2677-4f3d-b901-f1dad7342952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:25.413607 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1475e1bf-a493-47ac-9d96-ac6bf3fbdea9 req-97d4ad1b-c78c-4afd-8b59-39b57f26f53b tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564351 Apr 18 14:00:25.491608 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cae06-2677-4f3d-b901-f1dad7342952 None None] Current status of the port 5b0213e9-d344-418f-8d14-cc74588d5be0 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:00:25.744967 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3275f-55f2-4aae-8d49-d992d5dc6c1e req-ee04ab85-5719-42c2-8804-35d3fb321576 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:25.746385 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9f3275f-55f2-4aae-8d49-d992d5dc6c1e req-ee04ab85-5719-42c2-8804-35d3fb321576 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0465441 Apr 18 14:00:25.792067 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9f3275f-55f2-4aae-8d49-d992d5dc6c1e req-a7a2ca23-d6aa-411b-80ba-85c615ced830 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 Apr 18 14:00:26.130863 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['5b0213e9-d344-418f-8d14-cc74588d5be0'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:00:26.162630 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac534c0-132a-4a0f-9338-93940e9eb2c3 req-b61cc35e-840b-43a9-8bb5-cf391d3e049f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:26.164116 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ac534c0-132a-4a0f-9338-93940e9eb2c3 req-b61cc35e-840b-43a9-8bb5-cf391d3e049f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 944 time: 0.0477076 Apr 18 14:00:26.210365 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ac534c0-132a-4a0f-9338-93940e9eb2c3 req-a833601f-df42-4ad2-9f67-92bb2064eac6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404844 Apr 18 14:00:26.232130 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:00:26.312542 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port c90a0397-fdef-4f49-a852-568f276bec5e triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:00:26.312987 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:26.357208 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['5b0213e9-d344-418f-8d14-cc74588d5be0'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:00:26.392584 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d2933-1a52-4231-9c29-dc4ec8df2bab req-dfbf4e99-f1d2-4e62-85f0-22f1c8951d2b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:26.394070 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d01d2933-1a52-4231-9c29-dc4ec8df2bab req-dfbf4e99-f1d2-4e62-85f0-22f1c8951d2b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Apr 18 14:00:26.442812 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d01d2933-1a52-4231-9c29-dc4ec8df2bab req-8161e725-41a5-42e8-82c4-03714f3c2eca tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Apr 18 14:00:26.526639 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port c90a0397-fdef-4f49-a852-568f276bec5e is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:00:26.527022 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:26.587208 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:00:26.589980 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2320cfa8-9aa5-4349-b1e4-47010dd23d49" -d '{"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-plugged", "status": "completed", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:00:26.614400 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:26.640250 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beec35f-8a1e-4f7e-b4c9-2bdf138aa2c0 x-openstack-request-id: req-5beec35f-8a1e-4f7e-b4c9-2bdf138aa2c0 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:00:26.640564 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-plugged", "status": "completed", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:00:26.640842 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5beec35f-8a1e-4f7e-b4c9-2bdf138aa2c0 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:00:26.641240 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5beec35f-8a1e-4f7e-b4c9-2bdf138aa2c0'] response: {'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'code': 200} Apr 18 14:00:26.643339 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:26.744652 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-d8817ac2-d05f-4c65-b9bc-a1267f359a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:26.746219 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-d8817ac2-d05f-4c65-b9bc-a1267f359a29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1711ca0fe8b9407b831718144594a676&device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1168 time: 0.0410659 Apr 18 14:00:26.749399 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=10']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:26.903329 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30639a-f119-414f-b818-aad6d351bbd8 req-4ad2ab8f-8c24-4990-97eb-2d8da220afd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:26.904749 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af30639a-f119-414f-b818-aad6d351bbd8 req-4ad2ab8f-8c24-4990-97eb-2d8da220afd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0469534 Apr 18 14:00:26.951347 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-af30639a-f119-414f-b818-aad6d351bbd8 req-b06bb4cb-00aa-49e9-b978-95682e969b2e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Apr 18 14:00:27.345082 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7aa58-10dd-4a05-9b9d-a39c59fc4944 req-3fce07cf-5720-4cdd-9495-b8818f258d61 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:27.346572 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68e7aa58-10dd-4a05-9b9d-a39c59fc4944 req-3fce07cf-5720-4cdd-9495-b8818f258d61 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0560501 Apr 18 14:00:27.442214 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68e7aa58-10dd-4a05-9b9d-a39c59fc4944 req-ab656381-3241-43bd-b75d-fb06cbd1b64a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897832 Apr 18 14:00:27.480539 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-74b79fa1-c5b6-4b16-9ec6-ff1303042153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:27.482073 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-74b79fa1-c5b6-4b16-9ec6-ff1303042153 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 200 len: 916 time: 0.1103895 Apr 18 14:00:27.604870 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c7935-f1fe-4703-91f4-741eb9132984 req-291fc0fb-9700-45a3-ab8d-31c2b608ddd0 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:27.606456 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2b5c7935-f1fe-4703-91f4-741eb9132984 req-291fc0fb-9700-45a3-ab8d-31c2b608ddd0 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0913582 Apr 18 14:00:27.626479 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-800d311b-febe-4bf3-ba39-c91b1cfe5fe9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:27.627980 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-800d311b-febe-4bf3-ba39-c91b1cfe5fe9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0728030 Apr 18 14:00:27.636769 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d8e95-476d-4ea8-ba4a-533c61f7e393 req-86b5ef84-5a0c-4852-b40f-98afb152ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:27.638133 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb6d8e95-476d-4ea8-ba4a-533c61f7e393 req-86b5ef84-5a0c-4852-b40f-98afb152ef01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 1130 time: 0.0539911 Apr 18 14:00:27.652015 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-ea31ef8f-cc10-48c1-ba77-527128f9ff21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 1000 time: 0.0966108 Apr 18 14:00:27.682983 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2b5c7935-f1fe-4703-91f4-741eb9132984 req-acc8ced9-0ba9-4ac5-917d-e7caf4ee8f59 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694900 Apr 18 14:00:27.721605 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-262b3883-ac5e-4e07-90b2-5c0aab0f743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:27.723075 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-262b3883-ac5e-4e07-90b2-5c0aab0f743d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f151c8-7418-491e-bf09-0d3aca8b676e HTTP/1.1" status: 200 len: 854 time: 0.0530772 Apr 18 14:00:27.762391 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb6d8e95-476d-4ea8-ba4a-533c61f7e393 req-0efbe08f-32ed-47c8-9125-5aeef23771bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034777 Apr 18 14:00:27.766055 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Deleting port 24c9d15a-a574-4f90-962f-84d87f72f2c6 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:00:27.766394 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:27.769070 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-1a88510c-a6fe-4c40-8342-4531c71b8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:27.770551 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-1a88510c-a6fe-4c40-8342-4531c71b8c39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b174195-8539-4db4-895a-fc7e738a5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379655 Apr 18 14:00:27.857094 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] For port 24c9d15a-a574-4f90-962f-84d87f72f2c6, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=24c9d15a-a574-4f90-962f-84d87f72f2c6,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:27.857401 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:28.063209 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56b7d-e266-4f55-84d9-81f57569152a req-b2dc862f-ead1-4fa9-9887-e237de473199 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:28.064714 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89c56b7d-e266-4f55-84d9-81f57569152a req-b2dc862f-ead1-4fa9-9887-e237de473199 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 946 time: 0.0466285 Apr 18 14:00:28.086269 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:28.086623 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (0c59303e-8058-4e94-a7b6-fc7029b32171), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:28.086931 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Floating IP 0c59303e-8058-4e94-a7b6-fc7029b32171 disassociated. External IP: 172.27.3.153, port: 24c9d15a-a574-4f90-962f-84d87f72f2c6. Apr 18 14:00:28.087935 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Calling delete_port for 24c9d15a-a574-4f90-962f-84d87f72f2c6 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:00:28.112998 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89c56b7d-e266-4f55-84d9-81f57569152a req-54b5bbb9-f5fb-4db3-aff7-eae4bc4acca8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd3c60fb-8318-4f2b-96c1-19cd4709c943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426338 Apr 18 14:00:28.216332 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (24c9d15a-a574-4f90-962f-84d87f72f2c6), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:28.256112 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'Port': ['ID=24c9d15a-a574-4f90-962f-84d87f72f2c6,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:28.327978 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-4eed8653-9d09-4115-998d-118f6079f1e3 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961676 Apr 18 14:00:28.386511 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:00:28.426609 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4d71233d-a46c-4b66-af32-215c174cc3ec req-17839ad9-7702-46a8-a624-26eb76cd78f1 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858865 Apr 18 14:00:28.507098 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:00:28.520169 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:00:28.532592 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:00:28.533445 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:00:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:28.568550 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] No DVR routers for this DVR port 24c9d15a-a574-4f90-962f-84d87f72f2c6 on host hv-cinder-83830 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:00:28.572465 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:28.575655 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4d8c7196-5ef1-4352-bcff-74e364c917f7 req-45033ec6-327c-43bb-be89-3b2a2687bf0a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "DELETE /v2.0/ports/24c9d15a-a574-4f90-962f-84d87f72f2c6 HTTP/1.1" status: 204 len: 173 time: 0.9230118 Apr 18 14:00:28.576121 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'name': 'network-vif-deleted', 'tag': '24c9d15a-a574-4f90-962f-84d87f72f2c6'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:00:28.576294 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29318dd5-5782-4694-9f0c-003ea0542778 req-cf37b035-c50f-4b49-a005-2971585a7d9d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:28.578144 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-29318dd5-5782-4694-9f0c-003ea0542778 req-cf37b035-c50f-4b49-a005-2971585a7d9d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0617502 Apr 18 14:00:28.578397 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d74180d-f910-4a7e-93f3-ca4f015c17ba" -d '{"events": [{"server_uuid": "6242579b-176d-4f93-9e54-8dfbf9d126e2", "name": "network-vif-deleted", "tag": "24c9d15a-a574-4f90-962f-84d87f72f2c6"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:00:28.615037 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1538b85-015c-43a0-b687-c535212728d1 x-openstack-request-id: req-b1538b85-015c-43a0-b687-c535212728d1 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:00:28.615328 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6242579b-176d-4f93-9e54-8dfbf9d126e2", "name": "network-vif-deleted", "tag": "24c9d15a-a574-4f90-962f-84d87f72f2c6", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:00:28.615579 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1538b85-015c-43a0-b687-c535212728d1 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:00:28.616007 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1538b85-015c-43a0-b687-c535212728d1'] response: {'server_uuid': '6242579b-176d-4f93-9e54-8dfbf9d126e2', 'name': 'network-vif-deleted', 'tag': '24c9d15a-a574-4f90-962f-84d87f72f2c6', 'status': 'completed', 'code': 200} Apr 18 14:00:28.638839 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-29318dd5-5782-4694-9f0c-003ea0542778 req-deae8c91-9b6e-4378-bd11-c88d58ee6086 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535967 Apr 18 14:00:28.659547 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:00:28.804259 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b45b0-7f75-445e-ba14-11e83757959b req-e56c772a-0af1-45ab-b2e9-982d0b7e9c58 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:28.806148 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3e6b45b0-7f75-445e-ba14-11e83757959b req-e56c772a-0af1-45ab-b2e9-982d0b7e9c58 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0482469 Apr 18 14:00:28.852217 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3e6b45b0-7f75-445e-ba14-11e83757959b req-a5ec4cac-e63d-456b-8c01-70338a23bc94 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406344 Apr 18 14:00:28.857913 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:28.887293 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:00:28.895605 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:00:28.896211 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:00:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:29.003171 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:00:29.190403 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:29.209760 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-edeea81a-5bba-4dcd-ae1e-261208ca5f71 req-3f86e12a-34b6-41af-902c-d224ac5a06bd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 210 time: 0.0286810 Apr 18 14:00:29.217878 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15901608-f4b5-487d-9121-ae0d278ee85d None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:00:29.448302 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32ef13d-912e-4d36-b304-414408a1c21c None None] New status for floating IP 0c59303e-8058-4e94-a7b6-fc7029b32171: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:00:29.760536 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d1030-5efe-4586-9d75-46c1eed89b14 req-532c1e56-cc13-474f-9f06-c0c00adb1d28 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:29.762308 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-292d1030-5efe-4586-9d75-46c1eed89b14 req-532c1e56-cc13-474f-9f06-c0c00adb1d28 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0496972 Apr 18 14:00:29.807604 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-292d1030-5efe-4586-9d75-46c1eed89b14 req-fa7a9f6b-da69-4864-bdf6-f85c82b14a1c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Apr 18 14:00:29.973670 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c222c6-8e4a-4cd6-85fd-b1fa05ba6f2d req-a96573ee-6ccf-4203-962f-b33f1de237f9 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:29.975287 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0c222c6-8e4a-4cd6-85fd-b1fa05ba6f2d req-a96573ee-6ccf-4203-962f-b33f1de237f9 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0511434 Apr 18 14:00:30.022775 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0c222c6-8e4a-4cd6-85fd-b1fa05ba6f2d req-b1346349-a605-47d7-b756-ea6b3b1241af tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Apr 18 14:00:30.332434 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a888bbee-64c5-4e5e-96e6-c265d2244663 req-b0d09530-a138-4520-bd24-7783003336c9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 210 time: 0.0336134 Apr 18 14:00:30.924694 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb833ac3-5d9d-4c2c-9ead-419f60ef4c6f req-79792ac6-ff68-43f7-9929-e15a6e46307e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:30.926140 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb833ac3-5d9d-4c2c-9ead-419f60ef4c6f req-79792ac6-ff68-43f7-9929-e15a6e46307e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0485859 Apr 18 14:00:30.974154 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb833ac3-5d9d-4c2c-9ead-419f60ef4c6f req-0456196b-172d-4324-be16-0d0dd6dee3bc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Apr 18 14:00:31.012919 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:31.135486 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ee76-4ab6-4bea-b448-3c6e52575ed3 req-fcfee3a7-7021-401c-8ed6-1b4a27a1cde0 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:31.137005 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6a58ee76-4ab6-4bea-b448-3c6e52575ed3 req-fcfee3a7-7021-401c-8ed6-1b4a27a1cde0 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0469384 Apr 18 14:00:31.187036 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6a58ee76-4ab6-4bea-b448-3c6e52575ed3 req-2381fef3-3e34-481b-af60-21de95127496 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442605 Apr 18 14:00:31.440796 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-925e88e1-d72a-4807-8c39-5fa5636ef329 req-16a71aa8-2734-47c0-97e2-bf39f32c4dc6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6242579b-176d-4f93-9e54-8dfbf9d126e2 HTTP/1.1" status: 200 len: 210 time: 0.0308790 Apr 18 14:00:32.092156 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dc13a-4842-4324-a9d1-c5bb22441599 req-32ade5f3-1de2-4944-989a-cd08debca8be tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:32.093628 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a41dc13a-4842-4324-a9d1-c5bb22441599 req-32ade5f3-1de2-4944-989a-cd08debca8be tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0465086 Apr 18 14:00:32.126792 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 24c9d15a-a574-4f90-962f-84d87f72f2c6 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:00:32.139844 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a41dc13a-4842-4324-a9d1-c5bb22441599 req-26238183-1702-4d31-a5df-e0755f1a9cae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 Apr 18 14:00:32.146578 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 24c9d15a-a574-4f90-962f-84d87f72f2c6 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:00:32.146918 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 24c9d15a-a574-4f90-962f-84d87f72f2c6 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:00:32.298005 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d4ec8-af74-4b44-98f3-ec1d96e5d128 req-43fbd19c-16ab-4504-9195-d8cf3e8030c6 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:32.299466 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-225d4ec8-af74-4b44-98f3-ec1d96e5d128 req-43fbd19c-16ab-4504-9195-d8cf3e8030c6 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0457718 Apr 18 14:00:32.346284 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-225d4ec8-af74-4b44-98f3-ec1d96e5d128 req-18ba96cc-83eb-4cac-a8d3-ed1a989cfdfb tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411394 Apr 18 14:00:32.521248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34716) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:32.577715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d11c5fd3-1f87-4208-b053-26ac2aa44cc3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (cd3c60fb-8318-4f2b-96c1-19cd4709c943), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:32.600049 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d11c5fd3-1f87-4208-b053-26ac2aa44cc3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (cd3c60fb-8318-4f2b-96c1-19cd4709c943), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:32.647059 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d11c5fd3-1f87-4208-b053-26ac2aa44cc3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (cd3c60fb-8318-4f2b-96c1-19cd4709c943), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:32.649679 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d11c5fd3-1f87-4208-b053-26ac2aa44cc3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:32.650806 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d11c5fd3-1f87-4208-b053-26ac2aa44cc3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "DELETE /v2.0/security-groups/cd3c60fb-8318-4f2b-96c1-19cd4709c943 HTTP/1.1" status: 204 len: 168 time: 0.1283882 Apr 18 14:00:32.653601 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34718) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:32.659629 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c5fd3-1f87-4208-b053-26ac2aa44cc3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c60fb-8318-4f2b-96c1-19cd4709c943,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:32.675340 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-b80c8eab-1549-4080-9a34-3fd7e45d65d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555272 Apr 18 14:00:32.676347 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-1c3401a8-0427-45be-818e-c4b4b68246af tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] show failed (client error): The resource could not be found. Apr 18 14:00:32.677255 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1c3401a8-0427-45be-818e-c4b4b68246af tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups/cd3c60fb-8318-4f2b-96c1-19cd4709c943 HTTP/1.1" status: 404 len: 347 time: 0.0226746 Apr 18 14:00:32.680243 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34720) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:32.752163 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-53011e0a-bc22-4ff6-8bb9-3b02ee83296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:32.753628 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-53011e0a-bc22-4ff6-8bb9-3b02ee83296a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 1129 time: 0.0392382 Apr 18 14:00:32.797896 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Deleting port 1e62c76b-4e35-434e-b226-97c7784a822b {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:00:32.798237 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (1e62c76b-4e35-434e-b226-97c7784a822b), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:32.880706 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (1e62c76b-4e35-434e-b226-97c7784a822b), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:32.880947 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (1e62c76b-4e35-434e-b226-97c7784a822b), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:32.893917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Calling delete_port for 1e62c76b-4e35-434e-b226-97c7784a822b owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:00:33.036181 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (1e62c76b-4e35-434e-b226-97c7784a822b), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.065019 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'Port': ['ID=1e62c76b-4e35-434e-b226-97c7784a822b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:33.081371 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-6e33dd40-7673-42d0-bb9a-499236dc437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:33.082858 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-6e33dd40-7673-42d0-bb9a-499236dc437c service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.3074956 Apr 18 14:00:33.092804 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (0c59303e-8058-4e94-a7b6-fc7029b32171), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.095671 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.096947 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b22a8bb1-9bc8-4149-a20a-0bdf3397f668 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "DELETE /v2.0/floatingips/0c59303e-8058-4e94-a7b6-fc7029b32171 HTTP/1.1" status: 204 len: 168 time: 0.4152327 Apr 18 14:00:33.129923 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-e61707ba-179b-465c-a853-e2701a9d7d93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362 HTTP/1.1" status: 200 len: 217 time: 0.0363536 Apr 18 14:00:33.190053 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-9ee36b41-bf5b-44be-afe8-358541300cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:33.191708 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-9ee36b41-bf5b-44be-afe8-358541300cf9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.0490904 Apr 18 14:00:33.241426 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-887cd029-854a-4134-942f-438e55aa3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:33.242881 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-887cd029-854a-4134-942f-438e55aa3698 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392716 Apr 18 14:00:33.342553 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-9e55caa6-52b1-4204-9a87-1f245a300cdd service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853610 Apr 18 14:00:33.431846 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 34726) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:33.441700 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-44de853e-60d5-405b-bdf1-5c446e51f16e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513244125', 'description': 'tempest-description--78214856'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:33.454412 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9ac4eab-4629-40ed-b8fc-5ddcfd1798f3 req-367447cb-1ba8-40df-8593-3ea2e924033f service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998108 Apr 18 14:00:33.464299 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc87090-9505-403d-aa79-91d414a8d61b req-9286f6bf-8570-4024-9cb5-7001e5bc123a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:33.465820 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7fc87090-9505-403d-aa79-91d414a8d61b req-9286f6bf-8570-4024-9cb5-7001e5bc123a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Apr 18 14:00:33.465962 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-44de853e-60d5-405b-bdf1-5c446e51f16e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.519444 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7fc87090-9505-403d-aa79-91d414a8d61b req-8a0f0945-cfb7-456b-8753-ed32d8315cb6 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426362 Apr 18 14:00:33.541188 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-44de853e-60d5-405b-bdf1-5c446e51f16e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.546132 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-44de853e-60d5-405b-bdf1-5c446e51f16e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.576081 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-44de853e-60d5-405b-bdf1-5c446e51f16e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.577320 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-44de853e-60d5-405b-bdf1-5c446e51f16e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1443536 Apr 18 14:00:33.580131 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34728) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:33.581334 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de853e-60d5-405b-bdf1-5c446e51f16e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:33.584708 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-f003e24c-3038-4aff-a929-ce19a71ddcbd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group_rule': {'security_group_id': 'e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:33.610128 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f003e24c-3038-4aff-a929-ce19a71ddcbd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (b1ae8f57-33a6-484e-8b6d-f63b9cf57f52), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.663308 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f003e24c-3038-4aff-a929-ce19a71ddcbd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (b1ae8f57-33a6-484e-8b6d-f63b9cf57f52), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.666899 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f003e24c-3038-4aff-a929-ce19a71ddcbd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (b1ae8f57-33a6-484e-8b6d-f63b9cf57f52), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.686709 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003e24c-3038-4aff-a929-ce19a71ddcbd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ae8f57-33a6-484e-8b6d-f63b9cf57f52,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:33.690758 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f003e24c-3038-4aff-a929-ce19a71ddcbd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.692483 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f003e24c-3038-4aff-a929-ce19a71ddcbd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107953 Apr 18 14:00:33.694669 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34730) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:33.699270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-64bf2d47-e561-48a7-a94e-d4c00cff2ee3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group_rule': {'security_group_id': 'e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:33.722680 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64bf2d47-e561-48a7-a94e-d4c00cff2ee3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (13bcfd8c-1658-4172-b52b-aa23219f15c1), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.776074 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64bf2d47-e561-48a7-a94e-d4c00cff2ee3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (13bcfd8c-1658-4172-b52b-aa23219f15c1), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.779555 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64bf2d47-e561-48a7-a94e-d4c00cff2ee3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (13bcfd8c-1658-4172-b52b-aa23219f15c1), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.799464 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf2d47-e561-48a7-a94e-d4c00cff2ee3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bcfd8c-1658-4172-b52b-aa23219f15c1,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:33.804864 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64bf2d47-e561-48a7-a94e-d4c00cff2ee3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.806199 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-64bf2d47-e561-48a7-a94e-d4c00cff2ee3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1104343 Apr 18 14:00:33.809118 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34732) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:33.813197 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:33.833169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:33.909485 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.017347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Allocated IP 172.27.3.253 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/01129e07-8be7-4fca-84e1-ad26c07ff34c) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:00:34.119693 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (01129e07-8be7-4fca-84e1-ad26c07ff34c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.151992 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (01129e07-8be7-4fca-84e1-ad26c07ff34c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.189489 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:00:34.194162 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:00:34.197286 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:00:34.207198 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=01129e07-8be7-4fca-84e1-ad26c07ff34c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:34.251502 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (d63dc84d-14c4-4823-b685-68f4da2db37e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.290870 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (01129e07-8be7-4fca-84e1-ad26c07ff34c), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.437724 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (01129e07-8be7-4fca-84e1-ad26c07ff34c), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.442262 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (01129e07-8be7-4fca-84e1-ad26c07ff34c), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.471617 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (d63dc84d-14c4-4823-b685-68f4da2db37e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.491496 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=01129e07-8be7-4fca-84e1-ad26c07ff34c,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:34.496906 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:34.498114 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-525e57d4-6d80-4a79-b6e9-b559ec34c781 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6880879 Apr 18 14:00:34.648653 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cd5b3-105e-4f50-9f9a-8fe3bebe8b51 req-5c077f66-9cb8-4d8b-9ec6-1cfb5d26714f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:34.650805 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-769cd5b3-105e-4f50-9f9a-8fe3bebe8b51 req-5c077f66-9cb8-4d8b-9ec6-1cfb5d26714f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0525615 Apr 18 14:00:34.727505 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-769cd5b3-105e-4f50-9f9a-8fe3bebe8b51 req-952e3459-a10b-4140-acbd-0f7a60b7c02e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702586 Apr 18 14:00:34.730885 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-50e3f16e-bce3-4bbb-b55d-f3ccc83ac391 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--513244125&fields=id&tenant_id=66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 267 time: 0.0753839 Apr 18 14:00:34.836017 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-680f43eb-d219-4aaf-9253-49a9fe04be25 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:34.837903 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-680f43eb-d219-4aaf-9253-49a9fe04be25 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 814 time: 0.1001501 Apr 18 14:00:34.852526 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-ef2c931c-b3f6-44a2-9356-e36fae2bf32c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/quotas/66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 375 time: 0.0091603 Apr 18 14:00:34.899161 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-07926026-be6c-43fe-ab11-6b89a51887ce tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0412786 Apr 18 14:00:35.004272 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-387ab270-731c-47ca-b219-dad67ed58ad5 service neutron] 10.222.0.11 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935669 Apr 18 14:00:35.089228 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-e067a24e-beba-4cbf-a291-dc35395573f0 service neutron] 10.222.0.11 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824084 Apr 18 14:00:35.251473 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2015d86e-2b8a-4c0c-adb6-f9d944e45194 req-ac31524e-f8cd-4791-82b0-8bc1840a5008 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Apr 18 14:00:35.281429 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:00:35.843659 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaad09-bc32-4c92-84ed-0fd5d9f43da8 req-d0ec3bfe-0e45-4fcc-afba-014ddd660016 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:35.845400 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-02aaad09-bc32-4c92-84ed-0fd5d9f43da8 req-d0ec3bfe-0e45-4fcc-afba-014ddd660016 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0509334 Apr 18 14:00:35.894044 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-02aaad09-bc32-4c92-84ed-0fd5d9f43da8 req-0d850979-88a4-4f74-986c-78a947a54558 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423989 Apr 18 14:00:36.344033 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-02edbb2c-3848-44cc-8425-f8a6ea367fa1 req-0bd62ea1-53da-4b72-b932-7ad8723a3159 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 210 time: 0.0274458 Apr 18 14:00:36.520974 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-ac4988a7-8ccb-47b6-b0a0-fc3f6e2e7fc6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:36.522378 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-ac4988a7-8ccb-47b6-b0a0-fc3f6e2e7fc6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 814 time: 0.1016157 Apr 18 14:00:36.600799 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-c757e592-d5cb-45eb-9aa3-ecfceafec2b6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 379 time: 0.0536149 Apr 18 14:00:36.612739 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'port': {'device_id': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'admin_state_up': True, 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'security_groups': ['e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:36.720098 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Made reservation on behalf of 66f1643c0885490baadc8e2841a830b5 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:00:36.723414 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:36.846910 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Allocated IP 172.20.0.9 (690afe85-44bf-4266-8667-487a0712718b/042fb7f6-51f2-481a-b360-633186e47ac1/e7efccba-717e-48cd-86f3-e4a135317155) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:00:36.984410 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (e7efccba-717e-48cd-86f3-e4a135317155), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.009833 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3646a4-580d-4fd4-8d49-8d157e1aad5e req-7b33cfd6-58ec-42a8-b521-3513af7a1eff tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:37.011289 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3b3646a4-580d-4fd4-8d49-8d157e1aad5e req-7b33cfd6-58ec-42a8-b521-3513af7a1eff tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0457947 Apr 18 14:00:37.018337 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (e7efccba-717e-48cd-86f3-e4a135317155), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.060849 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3b3646a4-580d-4fd4-8d49-8d157e1aad5e req-de338c43-dc49-483e-8b06-8296bc79f6f5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Apr 18 14:00:37.064932 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Network 690afe85-44bf-4266-8667-487a0712718b is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:00:37.068073 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:00:37.074692 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:00:37.100219 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=e7efccba-717e-48cd-86f3-e4a135317155,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:37.128156 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:37.128774 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.144581 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-76c809f6-e23d-4a0f-811b-9a73cab8fbd6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5354569 Apr 18 14:00:37.168711 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Request body: {'port': {'device_id': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:37.230458 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e7efccba-717e-48cd-86f3-e4a135317155), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.297389 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-265eedd9-460e-4b25-9d6e-7dbcc80d8238 None None] Provisioning complete for port e7efccba-717e-48cd-86f3-e4a135317155 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:00:37.297977 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-265eedd9-460e-4b25-9d6e-7dbcc80d8238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e7efccba-717e-48cd-86f3-e4a135317155), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.335429 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-265eedd9-460e-4b25-9d6e-7dbcc80d8238 None None] Port e7efccba-717e-48cd-86f3-e4a135317155 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:00:37.458177 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85586f-55b2-4d3c-ba97-962b924c395c req-a7344feb-5101-4a5c-9ad1-6d20b2734d5f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:37.459629 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ab85586f-55b2-4d3c-ba97-962b924c395c req-a7344feb-5101-4a5c-9ad1-6d20b2734d5f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 931 time: 0.0495241 Apr 18 14:00:37.495982 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7efccba-717e-48cd-86f3-e4a135317155 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:00:37.503617 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Publish callbacks [] for port (e7efccba-717e-48cd-86f3-e4a135317155), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.506200 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ab85586f-55b2-4d3c-ba97-962b924c395c req-8070b4f7-fdd8-4fa1-ab17-d7e5b6363c66 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Apr 18 14:00:37.516888 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Transition to ACTIVE for port object e7efccba-717e-48cd-86f3-e4a135317155 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:00:37.521628 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (e7efccba-717e-48cd-86f3-e4a135317155), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.575166 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Pushing event updated for resources: {'Port': ['ID=e7efccba-717e-48cd-86f3-e4a135317155,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:37.650284 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Attempting to bind port e7efccba-717e-48cd-86f3-e4a135317155 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:00:37.650616 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Attempting to bind port e7efccba-717e-48cd-86f3-e4a135317155 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:00:37.650939 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Attempting to bind port e7efccba-717e-48cd-86f3-e4a135317155 on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:00:37.655465 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Port e7efccba-717e-48cd-86f3-e4a135317155 on network 690afe85-44bf-4266-8667-487a0712718b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:00:37.655836 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Attempting to bind port e7efccba-717e-48cd-86f3-e4a135317155 on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:00:37.660646 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:00:37.660982 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Checking segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:00:37.661358 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Bound using segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:00:37.661987 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Bound port: e7efccba-717e-48cd-86f3-e4a135317155, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:00:37.662354 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e7efccba-717e-48cd-86f3-e4a135317155), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.730494 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] For port e7efccba-717e-48cd-86f3-e4a135317155, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:00:37.733568 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] For port e7efccba-717e-48cd-86f3-e4a135317155, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e7efccba-717e-48cd-86f3-e4a135317155,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:00:37.738572 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (e7efccba-717e-48cd-86f3-e4a135317155), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.773763 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:37.774386 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:37.776157 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] 10.222.0.37 "PUT /v2.0/ports/e7efccba-717e-48cd-86f3-e4a135317155 HTTP/1.1" status: 200 len: 1093 time: 0.6123784 Apr 18 14:00:37.776732 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'tag': 'e7efccba-717e-48cd-86f3-e4a135317155'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:00:37.778908 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45" -d '{"events": [{"name": "network-changed", "server_uuid": "50c9055d-a4a1-4ab3-bf83-c7b906a568c0", "tag": "e7efccba-717e-48cd-86f3-e4a135317155"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:00:37.807070 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeada6d3-be6c-47b8-8490-685a0c80164a service neutron] Pushing event updated for resources: {'Port': ['ID=e7efccba-717e-48cd-86f3-e4a135317155,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:37.841920 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be11ec8-20bf-4042-b817-48b986b2c51b x-openstack-request-id: req-3be11ec8-20bf-4042-b817-48b986b2c51b {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:00:37.842275 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c9055d-a4a1-4ab3-bf83-c7b906a568c0", "tag": "e7efccba-717e-48cd-86f3-e4a135317155", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:00:37.843367 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3be11ec8-20bf-4042-b817-48b986b2c51b {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:00:37.843914 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be11ec8-20bf-4042-b817-48b986b2c51b'] response: {'name': 'network-changed', 'server_uuid': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'tag': 'e7efccba-717e-48cd-86f3-e4a135317155', 'status': 'completed', 'code': 200} Apr 18 14:00:37.934907 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-c5e993fc-3750-4377-a7e0-2190351fdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:37.936439 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-c5e993fc-3750-4377-a7e0-2190351fdb03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 1127 time: 0.1012950 Apr 18 14:00:38.123528 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-11a98f75-6928-44a9-9a13-670ee0005f2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7efccba-717e-48cd-86f3-e4a135317155 HTTP/1.1" status: 200 len: 217 time: 0.0438757 Apr 18 14:00:38.190052 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-d7a5ccd5-6752-4716-a76a-f11f577cd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:38.191536 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-d7a5ccd5-6752-4716-a76a-f11f577cd602 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0457592 Apr 18 14:00:38.242526 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-2148cc1e-cd6d-4d55-a542-2f2eee3e85be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:38.244231 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-2148cc1e-cd6d-4d55-a542-2f2eee3e85be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400405 Apr 18 14:00:38.287551 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751915b-8f60-48e3-8249-5506b9d4998d req-0dc9b4bb-c7e1-4bf0-8328-20dcbe1dfe4c tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:38.289050 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5751915b-8f60-48e3-8249-5506b9d4998d req-0dc9b4bb-c7e1-4bf0-8328-20dcbe1dfe4c tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0465550 Apr 18 14:00:38.336557 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5751915b-8f60-48e3-8249-5506b9d4998d req-f792b39e-b554-49b9-9da1-53682963c4f3 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Apr 18 14:00:38.346838 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-1270d436-ba23-4319-8b1e-e5232fd05b19 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863075 Apr 18 14:00:38.440934 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c5ef65ed-797b-4de3-a341-0b97e7e88052 req-9424f172-6b61-41f3-821e-161c88506d6b service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832124 Apr 18 14:00:38.575183 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff860f3-e03d-485b-a58e-4cf445ad41ca req-db2bd7df-a178-4b47-abc1-aec16585df36 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:38.576694 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5ff860f3-e03d-485b-a58e-4cf445ad41ca req-db2bd7df-a178-4b47-abc1-aec16585df36 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Apr 18 14:00:38.658143 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10039699-d14c-491b-8142-77acfb51cc48 req-efa1566a-eadf-4d4e-b0eb-788582c1f3af tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:38.659587 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10039699-d14c-491b-8142-77acfb51cc48 req-efa1566a-eadf-4d4e-b0eb-788582c1f3af tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 943 time: 0.0761669 Apr 18 14:00:38.663601 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5ff860f3-e03d-485b-a58e-4cf445ad41ca req-a86b68f8-b6e8-4ca6-bc03-b7af654ce16e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812500 Apr 18 14:00:38.709960 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10039699-d14c-491b-8142-77acfb51cc48 req-fdbc1754-5f71-4f24-9248-2254538a71d0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Apr 18 14:00:39.776534 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1f95-3fc0-4f9a-a311-536e5c3c3348 req-1b86f369-aa07-4769-a755-f40e67edf7d3 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:39.777990 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-739e1f95-3fc0-4f9a-a311-536e5c3c3348 req-1b86f369-aa07-4769-a755-f40e67edf7d3 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0470793 Apr 18 14:00:39.844578 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a3382-270f-4fa9-bbe8-e802b5ee5bbd req-8570b3e5-9c29-4fc3-9c38-dff95ea8f01b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:39.846015 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-219a3382-270f-4fa9-bbe8-e802b5ee5bbd req-8570b3e5-9c29-4fc3-9c38-dff95ea8f01b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 943 time: 0.0671763 Apr 18 14:00:39.874023 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-739e1f95-3fc0-4f9a-a311-536e5c3c3348 req-e9e3c024-52ad-4ff5-896f-124396d80b4b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868309 Apr 18 14:00:39.904486 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-219a3382-270f-4fa9-bbe8-e802b5ee5bbd req-c24e34a2-65fe-47e5-89be-9dc05b53e1f5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526364 Apr 18 14:00:39.994603 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-fd8a27d1-cfb0-4d51-960b-423c0ebcf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:39.996023 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-fd8a27d1-cfb0-4d51-960b-423c0ebcf38a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 1127 time: 0.0449901 Apr 18 14:00:40.080711 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-a36c9faf-2f10-4e49-8b72-83765e08451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:40.082193 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-a36c9faf-2f10-4e49-8b72-83765e08451f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 1129 time: 0.0398695 Apr 18 14:00:40.091860 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-08118ebb-3713-4f36-b63b-382e8bc0c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:40.093414 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-08118ebb-3713-4f36-b63b-382e8bc0c1a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 915 time: 0.0855663 Apr 18 14:00:40.139748 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-335d88db-6855-4bb4-b526-c31776ffe9c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7efccba-717e-48cd-86f3-e4a135317155 HTTP/1.1" status: 200 len: 217 time: 0.0369506 Apr 18 14:00:40.179249 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-90ee1614-8a49-4ff0-a703-867b6ccee338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:40.180765 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-90ee1614-8a49-4ff0-a703-867b6ccee338 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 912 time: 0.0878651 Apr 18 14:00:40.192013 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-5bdcd4a9-30c5-41ee-8473-11399987b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:40.193414 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-5bdcd4a9-30c5-41ee-8473-11399987b9cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0440085 Apr 18 14:00:40.254170 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-6c03f1a2-3f73-48d1-8e30-156eba0da1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:40.255582 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-6c03f1a2-3f73-48d1-8e30-156eba0da1a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383639 Apr 18 14:00:40.275695 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-d7dbddab-d0aa-4892-a0b0-dddc12cc88df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 200 len: 1001 time: 0.0590425 Apr 18 14:00:40.325472 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-6d4fc0a1-1a2f-48ad-8778-4856bd078d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:40.327168 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-6d4fc0a1-1a2f-48ad-8778-4856bd078d33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.0429251 Apr 18 14:00:40.354689 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-b9afea12-c980-446f-9bb6-957ae2d7a2d3 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Apr 18 14:00:40.452755 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8a12d1d-b729-4ab6-bc7c-29ec4843ba45 req-aa4e4751-4083-4e21-b51e-a9c284f6c0ed service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863502 Apr 18 14:00:40.629248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-a7c363d0-e175-4b29-a895-7b10663ef2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:40.630779 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-a7c363d0-e175-4b29-a895-7b10663ef2f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2924037 Apr 18 14:00:40.728650 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-efd52b19-5be3-495b-a912-b8e69aa26572 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806525 Apr 18 14:00:40.827263 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7f919d-8aaa-4c74-8f5f-62c8f8d30e6d req-2657c459-047b-4898-b089-e1e370e506c7 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846927 Apr 18 14:00:40.986519 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7577d1-adda-4396-b915-6f2d3b59a965 req-fcd0b0ce-ff31-4f91-9556-9a2d1982e61b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:40.988503 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c7577d1-adda-4396-b915-6f2d3b59a965 req-fcd0b0ce-ff31-4f91-9556-9a2d1982e61b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Apr 18 14:00:41.042841 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c7577d1-adda-4396-b915-6f2d3b59a965 req-c1157109-5545-437c-8363-a1fcb4ad88dd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484729 Apr 18 14:00:41.075392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98f235-a6fb-4e20-8d6f-96a1e74d0fd8 req-64ea4ee3-8201-4f9e-8ef4-dc5e17e04a09 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:41.076863 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2d98f235-a6fb-4e20-8d6f-96a1e74d0fd8 req-64ea4ee3-8201-4f9e-8ef4-dc5e17e04a09 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 943 time: 0.0494540 Apr 18 14:00:41.126454 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2d98f235-a6fb-4e20-8d6f-96a1e74d0fd8 req-9bdc8177-d287-4fc8-9f75-ff4f3c9aef56 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439906 Apr 18 14:00:42.154436 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9424e-8a1e-420e-8ec0-abcd4a4a0a60 req-141326c2-e7de-4d60-96e9-7ba0a9069714 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:42.156124 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e9424e-8a1e-420e-8ec0-abcd4a4a0a60 req-141326c2-e7de-4d60-96e9-7ba0a9069714 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0470920 Apr 18 14:00:42.174939 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device e7efccba-717e-48cd-86f3-e4a135317155 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:00:42.215783 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e9424e-8a1e-420e-8ec0-abcd4a4a0a60 req-81a0921c-7b13-49a3-a24e-e9a11f27457e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542707 Apr 18 14:00:42.250633 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30502be2-96af-4e12-9a85-069995a58953 req-fe3be4a7-d392-4f8e-8b42-f0d62b0a352e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:42.252144 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-30502be2-96af-4e12-9a85-069995a58953 req-fe3be4a7-d392-4f8e-8b42-f0d62b0a352e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 943 time: 0.0569544 Apr 18 14:00:42.273552 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port e7efccba-717e-48cd-86f3-e4a135317155, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e7efccba-717e-48cd-86f3-e4a135317155,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:42.285053 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': 'e7efccba-717e-48cd-86f3-e4a135317155', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'port_id': 'e7efccba-717e-48cd-86f3-e4a135317155', 'mac_address': 'fa:16:3e:b6:67:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:00:42.299077 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-30502be2-96af-4e12-9a85-069995a58953 req-2ac5928b-c42d-4d02-9652-12a457d58db3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Apr 18 14:00:42.326837 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port e7efccba-717e-48cd-86f3-e4a135317155 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:00:42.327134 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e7efccba-717e-48cd-86f3-e4a135317155), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:42.340746 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7efccba-717e-48cd-86f3-e4a135317155 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:00:42.361507 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port e7efccba-717e-48cd-86f3-e4a135317155, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e7efccba-717e-48cd-86f3-e4a135317155,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:42.365392 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (e7efccba-717e-48cd-86f3-e4a135317155), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:42.414152 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=e7efccba-717e-48cd-86f3-e4a135317155,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:42.831842 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['e7efccba-717e-48cd-86f3-e4a135317155'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:00:43.332370 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822d1ad-648e-49e9-9187-94037b3b0e0f req-dc9d5b0e-c822-4310-b265-57d807487a94 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:43.334908 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7822d1ad-648e-49e9-9187-94037b3b0e0f req-dc9d5b0e-c822-4310-b265-57d807487a94 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0513940 Apr 18 14:00:43.402262 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7822d1ad-648e-49e9-9187-94037b3b0e0f req-618a5b43-c85a-4b24-be5a-10c81e88a413 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615368 Apr 18 14:00:43.436712 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc4df8-71ec-4ca8-8cd3-ed2418f8de14 req-4f24138e-35a6-435a-b0b3-b258d7bf9c92 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:43.438193 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68fc4df8-71ec-4ca8-8cd3-ed2418f8de14 req-4f24138e-35a6-435a-b0b3-b258d7bf9c92 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 944 time: 0.0581191 Apr 18 14:00:43.484019 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68fc4df8-71ec-4ca8-8cd3-ed2418f8de14 req-e1c7f264-8d6f-4b6f-929b-03c3f84b98d1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Apr 18 14:00:44.188674 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device e7efccba-717e-48cd-86f3-e4a135317155 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:00:44.232500 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port e7efccba-717e-48cd-86f3-e4a135317155 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:00:44.238529 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port e7efccba-717e-48cd-86f3-e4a135317155 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:00:44.238957 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e7efccba-717e-48cd-86f3-e4a135317155), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:44.316701 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port e7efccba-717e-48cd-86f3-e4a135317155 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:00:44.317089 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e7efccba-717e-48cd-86f3-e4a135317155), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:44.340551 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7efccba-717e-48cd-86f3-e4a135317155'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:00:44.342843 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242aebff-bb94-46fb-950d-4a306d3a4048" -d '{"events": [{"server_uuid": "50c9055d-a4a1-4ab3-bf83-c7b906a568c0", "name": "network-vif-plugged", "status": "completed", "tag": "e7efccba-717e-48cd-86f3-e4a135317155"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:00:44.355229 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port e7efccba-717e-48cd-86f3-e4a135317155, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e7efccba-717e-48cd-86f3-e4a135317155,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:00:44.359247 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (e7efccba-717e-48cd-86f3-e4a135317155), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:44.389944 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce59c0dc-cf85-4c8e-91e6-450c6095e4ed x-openstack-request-id: req-ce59c0dc-cf85-4c8e-91e6-450c6095e4ed {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:00:44.390239 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c9055d-a4a1-4ab3-bf83-c7b906a568c0", "name": "network-vif-plugged", "status": "completed", "tag": "e7efccba-717e-48cd-86f3-e4a135317155", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:00:44.390494 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce59c0dc-cf85-4c8e-91e6-450c6095e4ed {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:00:44.390890 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce59c0dc-cf85-4c8e-91e6-450c6095e4ed'] response: {'server_uuid': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7efccba-717e-48cd-86f3-e4a135317155', 'code': 200} Apr 18 14:00:44.416306 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=e7efccba-717e-48cd-86f3-e4a135317155,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:00:44.603783 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d6350-f8ee-4e11-90cf-23e008689e70 req-af4cf3ce-07c7-4569-af1c-749ddc9f9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:44.605166 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-541d6350-f8ee-4e11-90cf-23e008689e70 req-af4cf3ce-07c7-4569-af1c-749ddc9f9414 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 1129 time: 0.0659978 Apr 18 14:00:44.625123 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd75778-6ba3-4612-8b1a-c3062f8d189d req-71ec7185-1974-430e-a3c1-d14fe5e36738 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:44.626494 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bcd75778-6ba3-4612-8b1a-c3062f8d189d req-71ec7185-1974-430e-a3c1-d14fe5e36738 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0765486 Apr 18 14:00:44.683433 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-541d6350-f8ee-4e11-90cf-23e008689e70 req-a1c4ac2b-0e8b-495f-bccb-2a87962cbff9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690875 Apr 18 14:00:44.693858 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bcd75778-6ba3-4612-8b1a-c3062f8d189d req-7696eb4e-abdd-4c0c-8be2-550ce2c13047 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587771 Apr 18 14:00:45.807413 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b06a4-c38f-476f-8528-4359ecc79468 req-290dd47d-1ff4-4e70-811f-8a25d3cffe23 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:45.808870 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d11b06a4-c38f-476f-8528-4359ecc79468 req-290dd47d-1ff4-4e70-811f-8a25d3cffe23 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0458324 Apr 18 14:00:45.854286 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d11b06a4-c38f-476f-8528-4359ecc79468 req-cf82caa5-94ba-4f3c-bc81-b3d08ca5cf31 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399442 Apr 18 14:00:46.967361 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018858a-778f-40e3-b500-b4f62668cccf req-b3d40e0a-f615-42ef-b7ff-fb7bc6e8a6ac tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:46.968744 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2018858a-778f-40e3-b500-b4f62668cccf req-b3d40e0a-f615-42ef-b7ff-fb7bc6e8a6ac tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0485737 Apr 18 14:00:47.014818 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2018858a-778f-40e3-b500-b4f62668cccf req-7c5d2ce5-738f-45a4-81a0-835024ec7838 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401936 Apr 18 14:00:48.129359 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669797a0-9ae1-42c8-8df8-796886d3bd51 req-37f2a2fa-2743-41c3-bfd9-108e597fd229 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:48.130924 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-669797a0-9ae1-42c8-8df8-796886d3bd51 req-37f2a2fa-2743-41c3-bfd9-108e597fd229 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Apr 18 14:00:48.178588 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-669797a0-9ae1-42c8-8df8-796886d3bd51 req-c8898373-644a-41ce-8a3d-f49234030b89 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419629 Apr 18 14:00:48.289406 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6d16e-d10b-47ba-84b1-51bfe5bed39b req-5f86fec5-d2f8-48aa-adfc-89eab0637377 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:48.291378 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-97f6d16e-d10b-47ba-84b1-51bfe5bed39b req-5f86fec5-d2f8-48aa-adfc-89eab0637377 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Apr 18 14:00:48.299894 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 34838) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:00:48.304165 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'floatingip': {'port_id': 'e7efccba-717e-48cd-86f3-e4a135317155'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:00:48.342383 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (d63dc84d-14c4-4823-b685-68f4da2db37e), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:48.789656 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:48.793399 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (d63dc84d-14c4-4823-b685-68f4da2db37e), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:48.881202 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4953576e-6f89-44e5-a50c-2cbd378ae99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:48.898225 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Floating IP d63dc84d-14c4-4823-b685-68f4da2db37e associated. External IP: 172.27.3.253, port: e7efccba-717e-48cd-86f3-e4a135317155. Apr 18 14:00:49.113283 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:00:49.223461 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:00:49.228982 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:49.233730 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:00:49.244413 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:00:49.245021 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:00:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:49.258500 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-368dbc20-c73b-42ce-8ac8-e7a2d6d4d864 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "PUT /v2.0/floatingips/d63dc84d-14c4-4823-b685-68f4da2db37e HTTP/1.1" status: 200 len: 991 time: 0.9575698 Apr 18 14:00:49.259075 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'tag': 'e7efccba-717e-48cd-86f3-e4a135317155'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:00:49.261327 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d" -d '{"events": [{"name": "network-changed", "server_uuid": "50c9055d-a4a1-4ab3-bf83-c7b906a568c0", "tag": "e7efccba-717e-48cd-86f3-e4a135317155"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:00:49.296883 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b998aa-57ec-4057-9b69-18f5bd2607e5 x-openstack-request-id: req-85b998aa-57ec-4057-9b69-18f5bd2607e5 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:00:49.297231 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c9055d-a4a1-4ab3-bf83-c7b906a568c0", "tag": "e7efccba-717e-48cd-86f3-e4a135317155", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:00:49.297486 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85b998aa-57ec-4057-9b69-18f5bd2607e5 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:00:49.297889 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b998aa-57ec-4057-9b69-18f5bd2607e5'] response: {'name': 'network-changed', 'server_uuid': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'tag': 'e7efccba-717e-48cd-86f3-e4a135317155', 'status': 'completed', 'code': 200} Apr 18 14:00:49.366114 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:00:49.372304 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-67360a8e-4931-4a30-a193-0fed657c239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:49.373795 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-67360a8e-4931-4a30-a193-0fed657c239a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 1129 time: 0.0397353 Apr 18 14:00:49.472025 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-1180a051-2bb2-4332-962f-04e3c0e7ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:49.473545 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-1180a051-2bb2-4332-962f-04e3c0e7ff2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 915 time: 0.0884168 Apr 18 14:00:49.543612 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-91f43183-956a-4d54-a231-1f92a5233e51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7efccba-717e-48cd-86f3-e4a135317155 HTTP/1.1" status: 200 len: 999 time: 0.0575128 Apr 18 14:00:49.580216 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': 'd63dc84d-14c4-4823-b685-68f4da2db37e', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': 'e7efccba-717e-48cd-86f3-e4a135317155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:b6:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:00:34Z', 'updated_at': '2022-04-18T14:00:48Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:49.597868 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-eb2047d0-fbf7-4abc-aa24-748a0fcbe75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:49.599587 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-eb2047d0-fbf7-4abc-aa24-748a0fcbe75f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0465236 Apr 18 14:00:49.614893 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:00:49.624003 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:00:49.624609 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:00:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:49.649996 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-d32f2a0e-87e8-4649-a7c5-fa987e27f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:49.651484 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-d32f2a0e-87e8-4649-a7c5-fa987e27f31c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421917 Apr 18 14:00:49.748513 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-4fbb7fb3-6ff4-4434-9ffb-045ed9ca1b98 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881748 Apr 18 14:00:49.819012 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:00:49.846517 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03c5840f-8c33-4db9-97a8-7e71ffb4a58d req-830d0df8-4d94-42dd-a9ca-f73da24ff131 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890405 Apr 18 14:00:50.032671 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': 'd63dc84d-14c4-4823-b685-68f4da2db37e', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': 'e7efccba-717e-48cd-86f3-e4a135317155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:b6:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:00:34Z', 'updated_at': '2022-04-18T14:00:48Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:00:50.059669 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3ebf4-715f-4648-872b-57ddc48d607a None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': 'd63dc84d-14c4-4823-b685-68f4da2db37e', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': 'e7efccba-717e-48cd-86f3-e4a135317155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:b6:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:00:34Z', 'updated_at': '2022-04-18T14:00:48Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:00:50.258140 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247b838-aefc-4d85-8ecc-7c1b3a10c3fa None None] New status for floating IP d63dc84d-14c4-4823-b685-68f4da2db37e: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:00:51.442385 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1e6b74a-30ce-42c5-8e1f-c56e86779da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:52.649372 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:54.036527 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:55.319776 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:00:55.836477 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482acac-b7d8-4266-ac28-2fdcf80cca1c req-e91a0782-6663-442f-abb0-3b616dc10572 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:55.838474 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f482acac-b7d8-4266-ac28-2fdcf80cca1c req-e91a0782-6663-442f-abb0-3b616dc10572 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0744660 Apr 18 14:00:55.839544 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2855-30f8-4d22-9573-472916e84566 req-08a611c0-a566-44d7-86dd-38d4a186d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:55.840917 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77be2855-30f8-4d22-9573-472916e84566 req-08a611c0-a566-44d7-86dd-38d4a186d436 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1129 time: 0.0682275 Apr 18 14:00:55.942658 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f482acac-b7d8-4266-ac28-2fdcf80cca1c req-e8d211cd-373d-4a99-967e-e7374fb49a81 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982604 Apr 18 14:00:55.966134 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2855-30f8-4d22-9573-472916e84566 req-086ea29a-147e-4989-ae52-858233e8861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:55.967576 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77be2855-30f8-4d22-9573-472916e84566 req-086ea29a-147e-4989-ae52-858233e8861f service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1174600 Apr 18 14:00:56.038447 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77be2855-30f8-4d22-9573-472916e84566 req-d61cf513-98d4-4f26-ad09-bb18baa154a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 200 len: 1000 time: 0.0615544 Apr 18 14:00:56.091312 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2855-30f8-4d22-9573-472916e84566 req-4d6da5a0-ff13-4bfd-b061-c767cd13ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:56.092738 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77be2855-30f8-4d22-9573-472916e84566 req-4d6da5a0-ff13-4bfd-b061-c767cd13ac11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.0428011 Apr 18 14:00:56.142272 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2855-30f8-4d22-9573-472916e84566 req-2bab2e41-b58f-4cad-a847-018d7799ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:56.143737 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77be2855-30f8-4d22-9573-472916e84566 req-2bab2e41-b58f-4cad-a847-018d7799ef85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378323 Apr 18 14:00:56.239522 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77be2855-30f8-4d22-9573-472916e84566 req-64a99139-c3ed-46a9-9832-7451604bb0f9 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839689 Apr 18 14:00:56.339309 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77be2855-30f8-4d22-9573-472916e84566 req-774a5dda-0728-46aa-83e6-874a663e045e service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818763 Apr 18 14:00:57.057175 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98586552-97bd-480e-a2ce-012ee1774b18 req-3d10c91b-1f63-4d68-a901-3e26185bf7c9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:57.058616 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98586552-97bd-480e-a2ce-012ee1774b18 req-3d10c91b-1f63-4d68-a901-3e26185bf7c9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0466206 Apr 18 14:00:57.356579 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98586552-97bd-480e-a2ce-012ee1774b18 req-06b708ef-db39-4682-8dde-df6c3293fc0b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924652 Apr 18 14:00:58.487092 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a934adf-e500-478b-82f2-cdb4f0aca971 req-675150b0-a7bb-43bf-86e1-a88ec55f65ad tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:58.488620 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a934adf-e500-478b-82f2-cdb4f0aca971 req-675150b0-a7bb-43bf-86e1-a88ec55f65ad tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0490363 Apr 18 14:00:58.547190 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7a934adf-e500-478b-82f2-cdb4f0aca971 req-3ca93cd6-a6fe-472c-8f34-56a95bcfd352 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516253 Apr 18 14:00:59.674632 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ddfdf-74a0-46b8-88f8-525eb09612ee req-4b3ed021-5fe1-4f2b-b967-1a5d05bd7398 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:00:59.676123 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b1ddfdf-74a0-46b8-88f8-525eb09612ee req-4b3ed021-5fe1-4f2b-b967-1a5d05bd7398 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0462780 Apr 18 14:00:59.732843 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b1ddfdf-74a0-46b8-88f8-525eb09612ee req-1c71cdde-ab4d-4d7d-b50d-1bea3d360a32 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504878 Apr 18 14:01:00.847037 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b79524-1739-4bce-a5e8-c06aa7c7b276 req-87915530-6b76-4511-973d-ed60e1ab4f3f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:00.848510 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-76b79524-1739-4bce-a5e8-c06aa7c7b276 req-87915530-6b76-4511-973d-ed60e1ab4f3f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0476944 Apr 18 14:01:00.894711 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-76b79524-1739-4bce-a5e8-c06aa7c7b276 req-e7578197-3e49-40ca-8318-7f7d776dc1f8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Apr 18 14:01:01.000091 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:02.006702 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad422f-c012-47e2-ab3b-c4a4b16d3daa req-1b94fa37-6d22-436e-b6ca-281dc93b4071 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:02.008188 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0aad422f-c012-47e2-ab3b-c4a4b16d3daa req-1b94fa37-6d22-436e-b6ca-281dc93b4071 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0468688 Apr 18 14:01:02.054401 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0aad422f-c012-47e2-ab3b-c4a4b16d3daa req-13b2b56b-d6c3-41af-9235-fa05ac11c79b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Apr 18 14:01:03.171062 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756df014-e7f6-4d1d-8c0c-7470deee2bed req-7764260d-edaf-4741-a90b-2ac4e4f104c8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:03.172786 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-756df014-e7f6-4d1d-8c0c-7470deee2bed req-7764260d-edaf-4741-a90b-2ac4e4f104c8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0507941 Apr 18 14:01:03.217755 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-756df014-e7f6-4d1d-8c0c-7470deee2bed req-df3e651e-2550-42fa-9902-40d623daebd9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Apr 18 14:01:04.332422 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb194d0-b334-4b55-8a45-3c1d6c0ac10d req-7294030c-1948-454a-81ee-7cef70b2f1e9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:04.333885 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bdb194d0-b334-4b55-8a45-3c1d6c0ac10d req-7294030c-1948-454a-81ee-7cef70b2f1e9 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0475483 Apr 18 14:01:04.383804 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bdb194d0-b334-4b55-8a45-3c1d6c0ac10d req-2c5b4ad5-b80f-4f18-9b67-5a95419485a2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Apr 18 14:01:05.496713 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f049d-8eb8-48d2-8db4-0205039635af req-10456eb6-c9ba-480b-8bae-9dfe6ac76928 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:05.498170 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c66f049d-8eb8-48d2-8db4-0205039635af req-10456eb6-c9ba-480b-8bae-9dfe6ac76928 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0467904 Apr 18 14:01:05.547487 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c66f049d-8eb8-48d2-8db4-0205039635af req-1f213f45-0f86-434c-90b1-923930e7c564 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Apr 18 14:01:05.764254 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13de0-3e06-4f1e-9150-5c0976324f02 req-2016eb50-099c-4320-873e-c409577a6e86 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:05.765637 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5f13de0-3e06-4f1e-9150-5c0976324f02 req-2016eb50-099c-4320-873e-c409577a6e86 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0853775 Apr 18 14:01:05.771070 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-c1de2668-ec0a-4741-a4ad-772f8e59707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:05.772484 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-c1de2668-ec0a-4741-a4ad-772f8e59707e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1711ca0fe8b9407b831718144594a676&device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1168 time: 0.0530860 Apr 18 14:01:05.881978 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5f13de0-3e06-4f1e-9150-5c0976324f02 req-a0b84c35-79c8-43b6-951d-6c43f15fc1e0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085517 Apr 18 14:01:05.905020 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-9d29825a-8655-476b-801a-33533c8abea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:05.906497 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-9d29825a-8655-476b-801a-33533c8abea1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 200 len: 916 time: 0.1185250 Apr 18 14:01:05.971147 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-67817be1-ad8d-4a28-85ca-2cee353e9458 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 1000 time: 0.0571415 Apr 18 14:01:06.030194 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-8fe99438-adf1-4c6c-8ebb-1ec1df3f719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:06.031677 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-8fe99438-adf1-4c6c-8ebb-1ec1df3f719b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f151c8-7418-491e-bf09-0d3aca8b676e HTTP/1.1" status: 200 len: 854 time: 0.0490019 Apr 18 14:01:06.077997 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-4ae5d734-6994-49f5-b4e3-d25f82805d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:06.079441 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-4ae5d734-6994-49f5-b4e3-d25f82805d98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b174195-8539-4db4-895a-fc7e738a5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378232 Apr 18 14:01:06.175608 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-a150399f-f85a-4155-8b44-2830943291b6 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848300 Apr 18 14:01:06.268212 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34e807fa-b880-4b9c-9958-43aae6ff0301 req-ecaddc42-2adb-4c43-85cf-12fdc6181c87 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819180 Apr 18 14:01:06.660863 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf87eea-d13e-4103-ad71-c9045be25fd7 req-6c8303cb-7b75-47ad-b532-444b0a5468e4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:06.662359 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9cf87eea-d13e-4103-ad71-c9045be25fd7 req-6c8303cb-7b75-47ad-b532-444b0a5468e4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0476146 Apr 18 14:01:06.714401 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9cf87eea-d13e-4103-ad71-c9045be25fd7 req-7ba77f42-b687-4ab2-b17e-6ff3cd4091be tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459733 Apr 18 14:01:06.995733 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07675f-b633-49ed-8bdb-d298c0db034a req-6358db4d-b013-4fe8-b8b0-77cd320e3097 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:06.997243 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0c07675f-b633-49ed-8bdb-d298c0db034a req-6358db4d-b013-4fe8-b8b0-77cd320e3097 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0488188 Apr 18 14:01:07.055689 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0c07675f-b633-49ed-8bdb-d298c0db034a req-9243059a-7288-4d07-94db-64984f7f7631 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527925 Apr 18 14:01:07.826233 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3c00c-0092-4e40-bd68-d52b49d7bbf2 req-322222aa-b6b4-4499-8971-5d0427e951fd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:07.827699 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90b3c00c-0092-4e40-bd68-d52b49d7bbf2 req-322222aa-b6b4-4499-8971-5d0427e951fd tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0473511 Apr 18 14:01:07.873700 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90b3c00c-0092-4e40-bd68-d52b49d7bbf2 req-236b39e8-b854-43fc-9c36-874acc5dbbe0 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405195 Apr 18 14:01:08.171492 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1459bea-5d1e-410f-b249-ce0a86faee88 req-087d9d9b-ff19-4cb9-aed0-6984aa769000 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:08.172985 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1459bea-5d1e-410f-b249-ce0a86faee88 req-087d9d9b-ff19-4cb9-aed0-6984aa769000 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0500057 Apr 18 14:01:08.231162 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1459bea-5d1e-410f-b249-ce0a86faee88 req-9a24998d-0c71-4ce7-b959-e3932be53d47 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524592 Apr 18 14:01:08.985590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421ab84-f9f9-40b2-8404-f111966d7ecd req-3f941296-60ee-492f-9b73-53ac9a3220b4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:08.986954 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c421ab84-f9f9-40b2-8404-f111966d7ecd req-3f941296-60ee-492f-9b73-53ac9a3220b4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0473518 Apr 18 14:01:09.033188 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c421ab84-f9f9-40b2-8404-f111966d7ecd req-a73f50cf-67a9-420f-9f8b-6a182935beeb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Apr 18 14:01:09.341988 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94e22b-1c52-4cfb-89d2-b8336d69dbbb req-3e3010b5-fe78-4586-88a9-0d1a2d65f01e tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:09.343465 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-df94e22b-1c52-4cfb-89d2-b8336d69dbbb req-3e3010b5-fe78-4586-88a9-0d1a2d65f01e tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0465930 Apr 18 14:01:09.412056 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-df94e22b-1c52-4cfb-89d2-b8336d69dbbb req-df2d90e0-36a5-4e12-afa6-4b956d5f7a5c tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623486 Apr 18 14:01:10.144272 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d60578-8d27-4f01-8d63-fddeba1afdcc req-16f5e8a3-ea60-4ad4-8956-fe349e935a75 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:10.145768 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10d60578-8d27-4f01-8d63-fddeba1afdcc req-16f5e8a3-ea60-4ad4-8956-fe349e935a75 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0464149 Apr 18 14:01:10.192520 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10d60578-8d27-4f01-8d63-fddeba1afdcc req-b3e0ad80-f810-4c3d-8c20-8eb36cc7e1d2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 Apr 18 14:01:10.524561 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a153433-2b65-401f-8cd8-501cdb0b9a31 req-bba968b8-42f8-4e07-ac19-fb2676759203 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:10.526794 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a153433-2b65-401f-8cd8-501cdb0b9a31 req-bba968b8-42f8-4e07-ac19-fb2676759203 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0469868 Apr 18 14:01:10.584681 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a153433-2b65-401f-8cd8-501cdb0b9a31 req-92732111-298b-4008-a389-56fb278265eb tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521212 Apr 18 14:01:11.311188 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb982-a050-4914-ac4a-89f3516f6f6b req-6f2940fe-3f54-4f1b-aede-103b122b0b1c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:11.312704 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6bcdb982-a050-4914-ac4a-89f3516f6f6b req-6f2940fe-3f54-4f1b-aede-103b122b0b1c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0521157 Apr 18 14:01:11.359998 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6bcdb982-a050-4914-ac4a-89f3516f6f6b req-cb14366f-a4be-4083-a6d8-ad7612899de8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 Apr 18 14:01:11.698495 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ad62d-b687-4d35-97e7-90708a18d0f7 req-8bdc82f8-0a2b-4f68-ae0c-62d687c5ab1d tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:11.699997 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e85ad62d-b687-4d35-97e7-90708a18d0f7 req-8bdc82f8-0a2b-4f68-ae0c-62d687c5ab1d tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0488949 Apr 18 14:01:11.757520 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e85ad62d-b687-4d35-97e7-90708a18d0f7 req-7d47c7da-7f8c-402d-b76e-395bd48e9d3d tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518548 Apr 18 14:01:12.281274 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:01:12.624935 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce97f0-2f17-45ca-86af-764bf5687dcd req-55dfb9b0-e041-40f2-8e61-9e676d2833d2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:12.626387 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2bce97f0-2f17-45ca-86af-764bf5687dcd req-55dfb9b0-e041-40f2-8e61-9e676d2833d2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0492194 Apr 18 14:01:12.672689 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2bce97f0-2f17-45ca-86af-764bf5687dcd req-215031ad-dde0-4f79-8372-ec70f05650b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Apr 18 14:01:12.885936 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc43e34-e7d0-4fcb-88bc-834b2b83defb req-0cb4254d-cefa-4443-b18b-eb9ecd308fec tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:12.887403 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3fc43e34-e7d0-4fcb-88bc-834b2b83defb req-0cb4254d-cefa-4443-b18b-eb9ecd308fec tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0467222 Apr 18 14:01:12.945315 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3fc43e34-e7d0-4fcb-88bc-834b2b83defb req-d6ae3d19-09d3-4aee-b3b1-7c13919cad40 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521121 Apr 18 14:01:13.789606 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fc90e-7ca1-4c52-a4b0-e9dbfbc54882 req-e670cdcc-0b13-4ff1-a58f-458ca30cb36b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:13.791309 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a98fc90e-7ca1-4c52-a4b0-e9dbfbc54882 req-e670cdcc-0b13-4ff1-a58f-458ca30cb36b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0523634 Apr 18 14:01:13.843297 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a98fc90e-7ca1-4c52-a4b0-e9dbfbc54882 req-5c0280c0-7c4e-48b6-bd5d-f61098df08c8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439763 Apr 18 14:01:14.059493 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9b881-d556-469c-b58a-058088942fc3 req-96fbca7b-99d5-4ee9-a173-86e6aef74161 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:14.060981 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8b9b881-d556-469c-b58a-058088942fc3 req-96fbca7b-99d5-4ee9-a173-86e6aef74161 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0481052 Apr 18 14:01:14.128137 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8b9b881-d556-469c-b58a-058088942fc3 req-8df9e6dc-aa29-4946-a734-0bfa05477ad2 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613518 Apr 18 14:01:14.953382 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb02627-a7f8-4cb5-b196-48527baec94c req-91ad8d01-0711-4716-8a85-5c74b49b79c8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:14.954743 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-edb02627-a7f8-4cb5-b196-48527baec94c req-91ad8d01-0711-4716-8a85-5c74b49b79c8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0465977 Apr 18 14:01:15.001428 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-edb02627-a7f8-4cb5-b196-48527baec94c req-edd7de34-5810-4d84-be5d-4a00ef5a6593 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410988 Apr 18 14:01:15.243183 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b198-2c2a-4b82-b0e1-dfad5b77969b req-aabe0fad-5a25-40e5-beca-e888a483599f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:15.244617 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3f59b198-2c2a-4b82-b0e1-dfad5b77969b req-aabe0fad-5a25-40e5-beca-e888a483599f tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0503638 Apr 18 14:01:15.302775 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3f59b198-2c2a-4b82-b0e1-dfad5b77969b req-d8a23b4e-4954-4170-9c17-253f7c63a287 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524373 Apr 18 14:01:16.117934 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057c3a4-b946-4281-ad0c-8ee0c9509e57 req-d0ccb83a-235e-41d0-9d7f-5e72d2184215 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:16.120417 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7057c3a4-b946-4281-ad0c-8ee0c9509e57 req-d0ccb83a-235e-41d0-9d7f-5e72d2184215 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0517750 Apr 18 14:01:16.168155 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7057c3a4-b946-4281-ad0c-8ee0c9509e57 req-9ed8f22b-4e22-40df-8e28-b47423436d14 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Apr 18 14:01:16.411445 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02c53a-5791-48d4-ae42-22b9c95c9ad4 req-498f2703-2ce5-42b5-a206-412667050310 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:16.412901 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f02c53a-5791-48d4-ae42-22b9c95c9ad4 req-498f2703-2ce5-42b5-a206-412667050310 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0454714 Apr 18 14:01:16.473611 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f02c53a-5791-48d4-ae42-22b9c95c9ad4 req-e504553f-de8c-409a-bad6-b2a97483a6a9 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542679 Apr 18 14:01:17.280032 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c7d5b-eb25-4592-8c9d-6ec4e9828b37 req-41712d8b-b72d-4d41-bfc2-318c275a600a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:17.281489 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f56c7d5b-eb25-4592-8c9d-6ec4e9828b37 req-41712d8b-b72d-4d41-bfc2-318c275a600a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0467367 Apr 18 14:01:17.327113 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f56c7d5b-eb25-4592-8c9d-6ec4e9828b37 req-2c90c522-5bf6-451e-bd1d-057cdcc68e79 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 Apr 18 14:01:17.585808 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6714413-3187-4170-a3b6-5bac1826a32e req-330733bd-effa-4be0-b735-7c44e623e444 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:17.587369 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d6714413-3187-4170-a3b6-5bac1826a32e req-330733bd-effa-4be0-b735-7c44e623e444 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0462749 Apr 18 14:01:17.645142 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d6714413-3187-4170-a3b6-5bac1826a32e req-ffb953fa-c6d6-4f42-85cd-cef6eec9a058 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521162 Apr 18 14:01:18.441626 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8e216-d4ff-4727-9fd4-05dcfbd66854 req-514a4bc4-9b2e-4fa3-b0be-c5c6bfe739d3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:18.443070 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38f8e216-d4ff-4727-9fd4-05dcfbd66854 req-514a4bc4-9b2e-4fa3-b0be-c5c6bfe739d3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0500720 Apr 18 14:01:18.489192 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38f8e216-d4ff-4727-9fd4-05dcfbd66854 req-335cf5a5-f862-488b-98f6-66431d1b2b1a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 Apr 18 14:01:18.755104 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02837-f5be-4d97-96cc-996daf81fa24 req-e2416120-ee4c-4c68-95b9-af55f879f209 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:18.756576 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aeb02837-f5be-4d97-96cc-996daf81fa24 req-e2416120-ee4c-4c68-95b9-af55f879f209 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0464559 Apr 18 14:01:18.814503 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aeb02837-f5be-4d97-96cc-996daf81fa24 req-e88b4ade-c04b-4484-938f-9dbe7bb8364b tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516317 Apr 18 14:01:18.877078 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ccacd826-240c-46ed-b58b-e194a023d2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:18.968821 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a6beb-1209-4e44-8145-dffec971b236 req-86809cfc-f2d6-497d-a6ee-68ed0f8df57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:18.970192 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b8a6beb-1209-4e44-8145-dffec971b236 req-86809cfc-f2d6-497d-a6ee-68ed0f8df57e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1129 time: 0.0412378 Apr 18 14:01:19.022658 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b8a6beb-1209-4e44-8145-dffec971b236 req-720bbb51-919c-479f-a29e-946e60eb40d1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373571 Apr 18 14:01:19.604491 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66213a20-28dd-479f-9db7-8792f0407e7d req-77e7e01c-a502-4841-9525-82cb448dc9ab tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:19.605951 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-66213a20-28dd-479f-9db7-8792f0407e7d req-77e7e01c-a502-4841-9525-82cb448dc9ab tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0481813 Apr 18 14:01:19.652647 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-66213a20-28dd-479f-9db7-8792f0407e7d req-1d487edd-6253-40b4-ac92-8e8961118394 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411739 Apr 18 14:01:19.927171 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378699-c744-4aad-a1c3-de09201f6a00 req-e2c17f18-dfcc-4af6-b396-9406c9c732b5 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:19.928663 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-45378699-c744-4aad-a1c3-de09201f6a00 req-e2c17f18-dfcc-4af6-b396-9406c9c732b5 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0482540 Apr 18 14:01:19.991360 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-45378699-c744-4aad-a1c3-de09201f6a00 req-79df5ca7-2d59-41a3-9c4d-ebe4627747e5 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568917 Apr 18 14:01:20.770304 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fe0af-9e58-464a-ad97-cb70e90d2b80 req-dd055654-f842-4176-8db3-0eecb48087fa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:20.771819 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7c9fe0af-9e58-464a-ad97-cb70e90d2b80 req-dd055654-f842-4176-8db3-0eecb48087fa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0523245 Apr 18 14:01:20.819431 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7c9fe0af-9e58-464a-ad97-cb70e90d2b80 req-76c9bb67-e77c-4f38-a02f-0d3f10fca9d1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Apr 18 14:01:21.109704 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91280f28-d882-4107-bb8a-d907f3f8561d req-966d0862-d220-44bc-ab07-87b18751252a tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:21.111176 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-91280f28-d882-4107-bb8a-d907f3f8561d req-966d0862-d220-44bc-ab07-87b18751252a tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0516279 Apr 18 14:01:21.169459 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-91280f28-d882-4107-bb8a-d907f3f8561d req-185147ec-a110-4ec1-b079-65dda3162448 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525072 Apr 18 14:01:21.443865 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8e7bfbcf-ea13-4dfb-840c-e5f77d9c4acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:21.934942 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382361-facc-4666-9775-c0314af1cbf2 req-9de90f99-903a-4172-a6ec-2bfb007e78ee tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:21.936436 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-64382361-facc-4666-9775-c0314af1cbf2 req-9de90f99-903a-4172-a6ec-2bfb007e78ee tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0496149 Apr 18 14:01:21.981933 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-64382361-facc-4666-9775-c0314af1cbf2 req-0cd4f11f-620b-49b5-8973-430827793e17 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Apr 18 14:01:22.334020 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518b063-60e1-49f1-b586-b67dc561e112 req-4e8203ab-e8c2-459f-a45c-68d5142ada68 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:22.335461 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f518b063-60e1-49f1-b586-b67dc561e112 req-4e8203ab-e8c2-459f-a45c-68d5142ada68 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0981910 Apr 18 14:01:22.374575 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e722a-a2c7-4aa6-9a78-2046f7f2721e req-ceecab9d-0c96-4293-96b7-8a7f3770d01f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:22.375947 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b4e722a-a2c7-4aa6-9a78-2046f7f2721e req-ceecab9d-0c96-4293-96b7-8a7f3770d01f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.1029892 Apr 18 14:01:22.380261 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-8806d4d7-32ae-48dd-8977-a063c983e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:22.381607 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-8806d4d7-32ae-48dd-8977-a063c983e144 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1129 time: 0.0961878 Apr 18 14:01:22.500041 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f518b063-60e1-49f1-b586-b67dc561e112 req-9f250987-4257-405c-9ad1-afa15a09b6f7 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580906 Apr 18 14:01:22.506748 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8b4e722a-a2c7-4aa6-9a78-2046f7f2721e req-f31035ee-1529-428f-98c4-d649fa406d64 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241457 Apr 18 14:01:22.538448 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-b7d5505c-5eb8-467c-a952-d1a2df872d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:22.540101 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-b7d5505c-5eb8-467c-a952-d1a2df872d7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1470335 Apr 18 14:01:22.611637 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-67182f91-edde-4c94-b500-4b1ea87aad4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 200 len: 1000 time: 0.0575745 Apr 18 14:01:22.652143 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:22.663359 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-2a6e158f-65c9-4412-862d-9d1a3523813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:22.664905 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-2a6e158f-65c9-4412-862d-9d1a3523813a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.0442021 Apr 18 14:01:22.725347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-5554ef75-e7f0-4bec-a09e-bcc4128179f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:22.726804 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-5554ef75-e7f0-4bec-a09e-bcc4128179f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420134 Apr 18 14:01:22.820890 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-fd430696-7c6d-49b9-9d50-fa1c98d9d5b1 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804687 Apr 18 14:01:22.928026 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47f4d7cd-bc99-494e-ba7c-93773a7617e0 req-62affb74-7325-42a2-90c9-652a4fbc0ec9 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838790 Apr 18 14:01:23.644018 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4689e-b8fa-442e-8827-fd4ad36b5e59 req-e7157798-fee4-4965-9f29-2aae11f6adaf tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:23.645474 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-94d4689e-b8fa-442e-8827-fd4ad36b5e59 req-e7157798-fee4-4965-9f29-2aae11f6adaf tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0725315 Apr 18 14:01:23.652039 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453332b-b3dd-4896-8d45-616ff401b410 req-bf6b6867-24af-4b6c-85a2-a1c39dddf708 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:23.653370 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8453332b-b3dd-4896-8d45-616ff401b410 req-bf6b6867-24af-4b6c-85a2-a1c39dddf708 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0718591 Apr 18 14:01:23.733640 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8453332b-b3dd-4896-8d45-616ff401b410 req-4c2f0781-225e-4bf9-9d8f-53b14bab0075 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737748 Apr 18 14:01:23.742369 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-94d4689e-b8fa-442e-8827-fd4ad36b5e59 req-47f74ad7-58ca-4790-9b43-17502f2b4382 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880904 Apr 18 14:01:24.033901 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:24.872868 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91d95a-9f4d-4c15-bdb6-c539e4341169 req-8b5b4d21-6c0e-4d41-9611-a5c0a59bdd2c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:24.874307 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fe91d95a-9f4d-4c15-bdb6-c539e4341169 req-8b5b4d21-6c0e-4d41-9611-a5c0a59bdd2c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0718682 Apr 18 14:01:24.882184 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a6451-4739-451a-8f36-dccb0465368d req-3578f8a7-281d-4a8c-8032-dbf75e67f495 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:24.883512 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e4a6451-4739-451a-8f36-dccb0465368d req-3578f8a7-281d-4a8c-8032-dbf75e67f495 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0717769 Apr 18 14:01:24.957305 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fe91d95a-9f4d-4c15-bdb6-c539e4341169 req-3061b36c-4619-4d4b-a617-57968d755627 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727427 Apr 18 14:01:24.972970 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e4a6451-4739-451a-8f36-dccb0465368d req-e5902f68-dea7-4dbc-9bb9-c8cfd8b0d3b0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829735 Apr 18 14:01:25.322733 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:26.097703 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6273d-4f73-4e2d-9418-492b9ab24445 req-63a74627-6904-4b01-8741-b884379f5549 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:26.099445 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f8a6273d-4f73-4e2d-9418-492b9ab24445 req-63a74627-6904-4b01-8741-b884379f5549 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0721509 Apr 18 14:01:26.121795 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d2ff3-4042-4664-8230-6f0d91694289 req-cd072355-5891-4dca-ae61-ae4f99b629ad tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:26.123171 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f2d2ff3-4042-4664-8230-6f0d91694289 req-cd072355-5891-4dca-ae61-ae4f99b629ad tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0667598 Apr 18 14:01:26.182109 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f8a6273d-4f73-4e2d-9418-492b9ab24445 req-cf22dca7-c8d0-491a-a912-8d96dd9e3fde tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746143 Apr 18 14:01:26.205596 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f2d2ff3-4042-4664-8230-6f0d91694289 req-f2087393-ea30-48ef-829d-49ca85acfd29 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762806 Apr 18 14:01:27.323454 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262c13-d98c-4a1c-8e1d-5fe8b526ea19 req-e2988a2e-480c-41ed-aeb0-d295e9f907bf tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:27.324923 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-db262c13-d98c-4a1c-8e1d-5fe8b526ea19 req-e2988a2e-480c-41ed-aeb0-d295e9f907bf tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0748911 Apr 18 14:01:27.343564 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdad04-8948-4ce5-815f-a9215db5be09 req-d17657a5-1667-4efd-a458-ec7fa532d8fa tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:27.344970 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f1cdad04-8948-4ce5-815f-a9215db5be09 req-d17657a5-1667-4efd-a458-ec7fa532d8fa tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0640955 Apr 18 14:01:27.412125 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-db262c13-d98c-4a1c-8e1d-5fe8b526ea19 req-3ca9ff3f-5611-47c8-998e-bbd28f5f1694 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814395 Apr 18 14:01:27.428381 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f1cdad04-8948-4ce5-815f-a9215db5be09 req-5efb1af6-78ff-40f4-ab35-49491d20c640 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757976 Apr 18 14:01:27.521294 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef282bb4-dae9-46e1-83a5-7171e69f14e3 req-e774a163-cbfa-4a5f-bdc5-f98c02a36aaa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:27.522746 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef282bb4-dae9-46e1-83a5-7171e69f14e3 req-e774a163-cbfa-4a5f-bdc5-f98c02a36aaa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0469818 Apr 18 14:01:27.531994 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35018) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:27.536293 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-87b72243-3079-4947-888a-376c28994b89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Request body: {'floatingip': {'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:27.594322 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87b72243-3079-4947-888a-376c28994b89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (22ee679f-f1d8-4989-a3a6-3117d870fa46), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:28.052949 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87b72243-3079-4947-888a-376c28994b89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:28.057449 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87b72243-3079-4947-888a-376c28994b89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (22ee679f-f1d8-4989-a3a6-3117d870fa46), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:28.278151 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b72243-3079-4947-888a-376c28994b89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Router e73bcc22-4ae5-48a5-b473-a38b516146a6 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:01:28.686676 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ad0fb-46cb-475a-a4b3-2e1929f48d44 req-d54996ab-2335-4260-afa6-bf1fe56857af tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:28.688156 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e76ad0fb-46cb-475a-a4b3-2e1929f48d44 req-d54996ab-2335-4260-afa6-bf1fe56857af tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0615501 Apr 18 14:01:28.690789 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b72243-3079-4947-888a-376c28994b89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:01:28.696102 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87b72243-3079-4947-888a-376c28994b89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:28.701268 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] Sync routers for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:01:28.710988 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:01:28.712718 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:28.747382 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:01:28.749621 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d45c6dd-0316-4609-939d-141dc3b4c807" -d '{"events": [{"name": "network-changed", "server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:01:28.813978 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-87b72243-3079-4947-888a-376c28994b89 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "PUT /v2.0/floatingips/22ee679f-f1d8-4989-a3a6-3117d870fa46 HTTP/1.1" status: 200 len: 992 time: 1.2702971 Apr 18 14:01:28.813978 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e76ad0fb-46cb-475a-a4b3-2e1929f48d44 req-8c34ea3f-7eb2-42fd-8c5d-f4f04c6e6682 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=89a9aca6-cb28-446f-a180-982cffeb0ae7&id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117857 Apr 18 14:01:28.841056 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:01:28.855706 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f9cbed-a651-430f-9ba1-14d24f00f24b x-openstack-request-id: req-e5f9cbed-a651-430f-9ba1-14d24f00f24b {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:01:28.856039 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:01:28.856293 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5f9cbed-a651-430f-9ba1-14d24f00f24b {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:01:28.856694 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f9cbed-a651-430f-9ba1-14d24f00f24b'] response: {'name': 'network-changed', 'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'status': 'completed', 'code': 200} Apr 18 14:01:28.945145 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-0f1fb4c3-cdb4-4b8d-abe1-ce8e43c198ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:28.947912 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-0f1fb4c3-cdb4-4b8d-abe1-ce8e43c198ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1129 time: 0.0409670 Apr 18 14:01:29.041940 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-9e796e9e-debb-4e84-8b6c-b2ee9f2d88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:29.043472 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-9e796e9e-debb-4e84-8b6c-b2ee9f2d88fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.0862062 Apr 18 14:01:29.053580 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '22ee679f-f1d8-4989-a3a6-3117d870fa46', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'mac_address': 'fa:16:3e:3f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:45Z', 'updated_at': '2022-04-18T14:01:27Z', 'revision_number': 3, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:29.079931 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] Checking router: e73bcc22-4ae5-48a5-b473-a38b516146a6 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:01:29.089347 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:01:29.090016 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:29.125333 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-1ce7d86d-94e9-400b-a000-a32cf2c7cbcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 200 len: 1000 time: 0.0730243 Apr 18 14:01:29.176021 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-f1f4c8a0-2c74-40d9-95d4-66559813b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:29.177491 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-f1f4c8a0-2c74-40d9-95d4-66559813b947 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.0449603 Apr 18 14:01:29.200471 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:01:29.231848 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-f9223ade-9808-4b21-9d32-1c609a8c9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:29.233368 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-f9223ade-9808-4b21-9d32-1c609a8c9cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402312 Apr 18 14:01:29.330247 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-b4610c6b-1cdb-42d3-b1f6-44b53d39d2fc service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878768 Apr 18 14:01:29.416695 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '22ee679f-f1d8-4989-a3a6-3117d870fa46', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'mac_address': 'fa:16:3e:3f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:45Z', 'updated_at': '2022-04-18T14:01:27Z', 'revision_number': 3, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:29.436659 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d45c6dd-0316-4609-939d-141dc3b4c807 req-93099180-b0bd-459a-8649-deafa9da9880 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884645 Apr 18 14:01:29.454604 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b19b62-2b55-41bc-9f13-89695b4718ac None None] The sync data for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi is: [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '22ee679f-f1d8-4989-a3a6-3117d870fa46', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'port_id': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'mac_address': 'fa:16:3e:3f:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:58:45Z', 'updated_at': '2022-04-18T14:01:27Z', 'revision_number': 3, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:01:30.295937 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bac065af-6081-4166-951d-18aebbd5355d req-da338b51-7301-41d7-8cbf-cadc60d78f4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381615 Apr 18 14:01:30.387473 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac065af-6081-4166-951d-18aebbd5355d req-9163245f-0d8c-484f-946a-bd4964596281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:30.388894 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bac065af-6081-4166-951d-18aebbd5355d req-9163245f-0d8c-484f-946a-bd4964596281 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 1129 time: 0.0380819 Apr 18 14:01:30.500348 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac065af-6081-4166-951d-18aebbd5355d req-2d76f5ea-aafc-4d35-b869-39192273909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:30.501784 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bac065af-6081-4166-951d-18aebbd5355d req-2d76f5ea-aafc-4d35-b869-39192273909e service neutron] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 912 time: 0.0876505 Apr 18 14:01:30.571675 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bac065af-6081-4166-951d-18aebbd5355d req-c8947f56-8f6b-47ea-ab9e-564abaf3384c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 200 len: 1001 time: 0.0566678 Apr 18 14:01:30.620811 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac065af-6081-4166-951d-18aebbd5355d req-9fc94031-8c3b-4a01-92a7-aad30112f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:30.622232 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bac065af-6081-4166-951d-18aebbd5355d req-9fc94031-8c3b-4a01-92a7-aad30112f989 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.0422142 Apr 18 14:01:30.671729 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac065af-6081-4166-951d-18aebbd5355d req-0ca2f31d-69ad-4e5e-b333-d95e0225f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:30.673124 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bac065af-6081-4166-951d-18aebbd5355d req-0ca2f31d-69ad-4e5e-b333-d95e0225f342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410101 Apr 18 14:01:30.776632 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bac065af-6081-4166-951d-18aebbd5355d req-e7a9ec74-f1c4-428e-aed3-abd7b3412666 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835319 Apr 18 14:01:30.858908 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:01:30.861134 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:01:30.874276 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bac065af-6081-4166-951d-18aebbd5355d req-e3a88cf7-f341-46e2-a014-0fc3e4610660 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907137 Apr 18 14:01:30.898191 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851b7be-1e18-4430-987a-93ccda2c24f4 x-openstack-request-id: req-0851b7be-1e18-4430-987a-93ccda2c24f4 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:01:30.898482 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:01:30.898734 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0851b7be-1e18-4430-987a-93ccda2c24f4 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:01:30.899209 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0851b7be-1e18-4430-987a-93ccda2c24f4'] response: {'name': 'network-changed', 'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'status': 'completed', 'code': 200} Apr 18 14:01:30.967827 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-0e9131f0-be73-460d-a1f8-24d153edeced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:30.969199 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-0e9131f0-be73-460d-a1f8-24d153edeced service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 1129 time: 0.0381284 Apr 18 14:01:31.019630 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:31.064132 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-8227b338-ba12-4736-a432-aea154070623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:31.065610 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-8227b338-ba12-4736-a432-aea154070623 service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.0864444 Apr 18 14:01:31.137518 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-f0f03cae-0869-46a5-871c-7a2bb76fce35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 200 len: 1000 time: 0.0569363 Apr 18 14:01:31.192415 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-4b1ebc35-1f06-4f95-958d-3653c9848c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:31.193815 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-4b1ebc35-1f06-4f95-958d-3653c9848c33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.0434780 Apr 18 14:01:31.254488 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-b2c7b236-b67b-4954-808c-54f58e27c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:31.255896 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-b2c7b236-b67b-4954-808c-54f58e27c395 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429325 Apr 18 14:01:31.811673 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-da3090b2-3c87-4243-82e3-a6c017400408 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908763 Apr 18 14:01:31.909595 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c3f719b-3842-44eb-bc5b-5185bbca9bbc req-096a7c75-31cd-403d-b217-d52ae7eea8f7 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885370 Apr 18 14:01:37.121004 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa1d69-39d0-43bb-87ab-c114c38318c6 req-bf0553fe-3cb4-4a79-ad26-87ebffd6b730 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:37.122459 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ceaa1d69-39d0-43bb-87ab-c114c38318c6 req-bf0553fe-3cb4-4a79-ad26-87ebffd6b730 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0479212 Apr 18 14:01:37.170442 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ceaa1d69-39d0-43bb-87ab-c114c38318c6 req-2544c3a5-7a8d-4dad-a391-a42fbd7b9c6f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Apr 18 14:01:38.294408 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29154b9-4b10-42c3-9790-3999b7040be4 req-ee703cc5-0e83-48fb-ad26-1559ec8452bb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:38.295874 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a29154b9-4b10-42c3-9790-3999b7040be4 req-ee703cc5-0e83-48fb-ad26-1559ec8452bb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0506747 Apr 18 14:01:38.343002 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a29154b9-4b10-42c3-9790-3999b7040be4 req-d1e20395-aafe-4896-b3a8-ba5385435b22 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Apr 18 14:01:39.458231 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba667f6-ecad-44d2-a660-e78990965b11 req-7f45b2e9-4301-4b19-a374-a4848753c74c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:39.459706 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ba667f6-ecad-44d2-a660-e78990965b11 req-7f45b2e9-4301-4b19-a374-a4848753c74c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0474613 Apr 18 14:01:39.506689 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ba667f6-ecad-44d2-a660-e78990965b11 req-f2ca1e6d-dc85-4219-a281-90d3aeed724e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=3979eb82-935a-4dc8-9a1a-f348373ad0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406556 Apr 18 14:01:39.614622 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-f5d5d214-a203-4986-a22c-72df316bd22c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:39.616127 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-f5d5d214-a203-4986-a22c-72df316bd22c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 946 time: 0.0457911 Apr 18 14:01:39.707011 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Deleting port c90a0397-fdef-4f49-a852-568f276bec5e {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:01:39.707276 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:39.798133 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] For port c90a0397-fdef-4f49-a852-568f276bec5e, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=c90a0397-fdef-4f49-a852-568f276bec5e,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:01:39.798498 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:39.974125 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:39.974403 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (d5ff15ea-1294-4dc2-b1de-c12cd78a10dd), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:39.974711 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Floating IP d5ff15ea-1294-4dc2-b1de-c12cd78a10dd disassociated. External IP: 172.27.3.249, port: c90a0397-fdef-4f49-a852-568f276bec5e. Apr 18 14:01:39.975049 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Calling delete_port for c90a0397-fdef-4f49-a852-568f276bec5e owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:01:40.108745 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (c90a0397-fdef-4f49-a852-568f276bec5e), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:40.144314 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event deleted for resources: {'Port': ['ID=c90a0397-fdef-4f49-a852-568f276bec5e,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:40.155030 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.155382 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.155725 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.156090 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.156423 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.156753 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.157083 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.157435 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.157761 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.158086 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.158406 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.159298 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.159298 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.159566 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.159986 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:40.270859 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:01:40.388479 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:01:40.398455 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] Sync routers for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:01:40.410762 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:01:40.411305 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:40.431647 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] No DVR routers for this DVR port c90a0397-fdef-4f49-a852-568f276bec5e on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:01:40.434240 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:40.437607 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc9777a1-de46-4092-ba1b-51c7595c8147 req-89f1e5b2-ca29-49ca-bf00-4a7cabd9829e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "DELETE /v2.0/ports/c90a0397-fdef-4f49-a852-568f276bec5e HTTP/1.1" status: 204 len: 173 time: 0.8131576 Apr 18 14:01:40.438068 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-deleted', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:01:40.440396 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4377c9d0-055b-4617-baca-5126381e1dc0" -d '{"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-deleted", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:01:40.484641 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accde2fc-02f9-45fc-b2bf-3e39907dad86 x-openstack-request-id: req-accde2fc-02f9-45fc-b2bf-3e39907dad86 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:01:40.485622 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc36638-fe5e-4ada-9c9c-cf62cb70f946", "name": "network-vif-deleted", "tag": "c90a0397-fdef-4f49-a852-568f276bec5e", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:01:40.485880 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-accde2fc-02f9-45fc-b2bf-3e39907dad86 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:01:40.486288 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accde2fc-02f9-45fc-b2bf-3e39907dad86'] response: {'server_uuid': 'afc36638-fe5e-4ada-9c9c-cf62cb70f946', 'name': 'network-vif-deleted', 'tag': 'c90a0397-fdef-4f49-a852-568f276bec5e', 'status': 'completed', 'code': 200} Apr 18 14:01:40.527993 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:01:40.633634 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de54391b-481b-4e66-ab1e-6d409109a06c req-f3f88ada-e17d-483a-956d-28b09eb44b83 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc36638-fe5e-4ada-9c9c-cf62cb70f946 HTTP/1.1" status: 200 len: 210 time: 0.0296915 Apr 18 14:01:40.730802 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:40.760321 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] Checking router: 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:01:40.768465 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:01:40.769073 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:40.877817 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:01:41.072976 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:41.102263 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c6e80-6ca1-409d-bb6a-d6f594711df1 None None] The sync data for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi is: [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:01:41.324818 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d9bd8-95c0-4ab7-86c4-84f574988d99 None None] New status for floating IP d5ff15ea-1294-4dc2-b1de-c12cd78a10dd: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:01:41.722653 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35078) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:41.775335 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97982190-45d9-4303-bb97-eb9d685a6e76 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (3979eb82-935a-4dc8-9a1a-f348373ad0e9), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:41.802991 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97982190-45d9-4303-bb97-eb9d685a6e76 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (3979eb82-935a-4dc8-9a1a-f348373ad0e9), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:41.857278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97982190-45d9-4303-bb97-eb9d685a6e76 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (3979eb82-935a-4dc8-9a1a-f348373ad0e9), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:41.859809 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-97982190-45d9-4303-bb97-eb9d685a6e76 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:41.860954 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-97982190-45d9-4303-bb97-eb9d685a6e76 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "DELETE /v2.0/security-groups/3979eb82-935a-4dc8-9a1a-f348373ad0e9 HTTP/1.1" status: 204 len: 168 time: 0.1370592 Apr 18 14:01:41.863838 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35080) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:41.870571 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97982190-45d9-4303-bb97-eb9d685a6e76 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3979eb82-935a-4dc8-9a1a-f348373ad0e9,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:41.879862 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-5244bd1e-1068-4e12-af8a-a0bf1a1a09c9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] show failed (client error): The resource could not be found. Apr 18 14:01:41.880886 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5244bd1e-1068-4e12-af8a-a0bf1a1a09c9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups/3979eb82-935a-4dc8-9a1a-f348373ad0e9 HTTP/1.1" status: 404 len: 347 time: 0.0160725 Apr 18 14:01:41.883867 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35084) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:41.998062 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Deleting port 3ef4bcc8-444b-411f-814a-cb669db5ff69 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:01:41.998399 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (3ef4bcc8-444b-411f-814a-cb669db5ff69), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.074225 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (3ef4bcc8-444b-411f-814a-cb669db5ff69), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.074542 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (3ef4bcc8-444b-411f-814a-cb669db5ff69), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.087667 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Calling delete_port for 3ef4bcc8-444b-411f-814a-cb669db5ff69 owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:01:42.223993 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (3ef4bcc8-444b-411f-814a-cb669db5ff69), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.246787 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event deleted for resources: {'Port': ['ID=3ef4bcc8-444b-411f-814a-cb669db5ff69,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:42.260060 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.260416 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.260765 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.261107 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.261446 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.261785 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.262118 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.262450 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.262781 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.263115 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.263438 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.263780 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.264121 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.264446 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.264776 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:42.319470 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (d5ff15ea-1294-4dc2-b1de-c12cd78a10dd), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.322022 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.323313 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4fdf4d41-d8ba-49b8-a99e-0ad7fd5dd624 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "DELETE /v2.0/floatingips/d5ff15ea-1294-4dc2-b1de-c12cd78a10dd HTTP/1.1" status: 204 len: 168 time: 0.4385302 Apr 18 14:01:42.488733 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:01:42.507981 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: c90a0397-fdef-4f49-a852-568f276bec5e {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:01:42.508320 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device c90a0397-fdef-4f49-a852-568f276bec5e not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:01:42.566685 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35088) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:42.571221 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-1d56a850-18fc-4f87-a690-49c4a53994c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352464776', 'description': 'tempest-description--2071852472'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:42.592573 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d56a850-18fc-4f87-a690-49c4a53994c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.660560 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d56a850-18fc-4f87-a690-49c4a53994c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (63ec5edb-7fec-4026-a428-5890aa5b2ab6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.664197 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d56a850-18fc-4f87-a690-49c4a53994c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (63ec5edb-7fec-4026-a428-5890aa5b2ab6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.693336 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d56a850-18fc-4f87-a690-49c4a53994c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.694543 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1d56a850-18fc-4f87-a690-49c4a53994c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1268575 Apr 18 14:01:42.695712 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56a850-18fc-4f87-a690-49c4a53994c6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ec5edb-7fec-4026-a428-5890aa5b2ab6,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:42.698157 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35090) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:42.702642 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d525495b-371f-49cf-98f9-6932766c7891 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'security_group_rule': {'security_group_id': '63ec5edb-7fec-4026-a428-5890aa5b2ab6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:42.729255 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d525495b-371f-49cf-98f9-6932766c7891 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (534b7fd1-5e23-4fb7-a82f-2a5e731f8a96), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.782387 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d525495b-371f-49cf-98f9-6932766c7891 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (534b7fd1-5e23-4fb7-a82f-2a5e731f8a96), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.786414 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d525495b-371f-49cf-98f9-6932766c7891 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (534b7fd1-5e23-4fb7-a82f-2a5e731f8a96), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.804468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525495b-371f-49cf-98f9-6932766c7891 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534b7fd1-5e23-4fb7-a82f-2a5e731f8a96,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:42.812024 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d525495b-371f-49cf-98f9-6932766c7891 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.813126 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d525495b-371f-49cf-98f9-6932766c7891 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139834 Apr 18 14:01:42.815902 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35092) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:42.820078 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d88756de-402a-4ae2-93c4-4b7a82009b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'security_group_rule': {'security_group_id': '63ec5edb-7fec-4026-a428-5890aa5b2ab6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:42.844928 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d88756de-402a-4ae2-93c4-4b7a82009b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (137b7f8a-b348-402f-870a-4aec655baa1e), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.900300 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d88756de-402a-4ae2-93c4-4b7a82009b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (137b7f8a-b348-402f-870a-4aec655baa1e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.903636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d88756de-402a-4ae2-93c4-4b7a82009b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (137b7f8a-b348-402f-870a-4aec655baa1e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.920347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88756de-402a-4ae2-93c4-4b7a82009b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137b7f8a-b348-402f-870a-4aec655baa1e,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:42.928647 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d88756de-402a-4ae2-93c4-4b7a82009b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:42.929831 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d88756de-402a-4ae2-93c4-4b7a82009b41 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130261 Apr 18 14:01:42.933731 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35096) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:42.937940 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:42.957427 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.036663 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.146225 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Allocated IP 172.27.3.34 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/78ff7d26-5918-4fbd-b39c-f7abc5367061) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:01:43.251123 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for port (78ff7d26-5918-4fbd-b39c-f7abc5367061), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.282195 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (78ff7d26-5918-4fbd-b39c-f7abc5367061), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.319033 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:01:43.321740 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:01:43.324234 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:01:43.338635 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'Port': ['ID=78ff7d26-5918-4fbd-b39c-f7abc5367061,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:43.384337 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (35fe73cd-a5fd-49f7-b59f-2b93c735af60), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.420221 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (78ff7d26-5918-4fbd-b39c-f7abc5367061), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.581278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for port (78ff7d26-5918-4fbd-b39c-f7abc5367061), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.585590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (78ff7d26-5918-4fbd-b39c-f7abc5367061), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.616922 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (35fe73cd-a5fd-49f7-b59f-2b93c735af60), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.636493 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'Port': ['ID=78ff7d26-5918-4fbd-b39c-f7abc5367061,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:43.641114 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:43.646302 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-16ad9593-2b8c-4a82-8e74-22f815e2fba2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7076490 Apr 18 14:01:43.787613 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-d936ad89-b0eb-43ee-be3e-b02b0ef66061 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1352464776&fields=id&tenant_id=1940d9e36e0644c595c43e588e07e62e HTTP/1.1" status: 200 len: 267 time: 0.0421374 Apr 18 14:01:43.904905 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514859b-8acd-49d7-a573-0c24739265ba req-b5a712cb-449e-4200-989c-3f330b25910a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:43.906297 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-b5a712cb-449e-4200-989c-3f330b25910a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 817 time: 0.1115079 Apr 18 14:01:43.922167 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-395f92f0-1002-4fce-b6cd-86a5a7a5256f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/quotas/1940d9e36e0644c595c43e588e07e62e HTTP/1.1" status: 200 len: 375 time: 0.0104206 Apr 18 14:01:43.971171 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-52e2560d-114f-4ca3-8913-cb2221f42c77 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440860 Apr 18 14:01:44.107171 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-3c61980f-8fb0-43de-8ca1-3320db9c88e7 service neutron] 10.222.0.11 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245425 Apr 18 14:01:44.202606 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-d64a531b-edd2-4bb1-a5ba-4c8b6d2d4b96 service neutron] 10.222.0.11 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880749 Apr 18 14:01:44.362036 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e5ea039-1c2a-44d3-bac1-2542e57acb64 req-9d775d3c-f83e-4f25-831d-d4850d02791e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 210 time: 0.0283108 Apr 18 14:01:45.508638 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a533acb8-3f21-491f-ac2a-317b0be85a3c req-48c33980-2eb4-4b49-8a38-25463c3d638d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 210 time: 0.0317042 Apr 18 14:01:45.545188 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514859b-8acd-49d7-a573-0c24739265ba req-3f2d70a1-e2fa-44f7-81a5-387817da175a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:45.546839 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-3f2d70a1-e2fa-44f7-81a5-387817da175a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 817 time: 0.1444969 Apr 18 14:01:45.615943 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-c1e4bee3-df32-43b7-b88a-16d183b8dfa0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1940d9e36e0644c595c43e588e07e62e HTTP/1.1" status: 200 len: 380 time: 0.0539320 Apr 18 14:01:45.624811 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'port': {'device_id': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'admin_state_up': True, 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'security_groups': ['63ec5edb-7fec-4026-a428-5890aa5b2ab6']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:45.734798 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Made reservation on behalf of 1940d9e36e0644c595c43e588e07e62e for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:01:45.738161 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:45.906517 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Allocated IP 172.20.0.6 (beab489c-c10b-46fc-92ca-3c4439922579/bd72f602-a12f-4eca-b47a-0575fc968057/55d46888-a474-436a-a155-b68445d6f499) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:01:45.923791 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b02344-2875-405c-a1e7-97b686fee353 req-7a5e7031-5bb6-48f4-9ad1-d0afacb0fbb7 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:45.925143 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8b02344-2875-405c-a1e7-97b686fee353 req-7a5e7031-5bb6-48f4-9ad1-d0afacb0fbb7 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0688152 Apr 18 14:01:46.039708 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e8b02344-2875-405c-a1e7-97b686fee353 req-f2ce9a75-d721-4610-931f-99f5fdd5d757 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070015 Apr 18 14:01:46.335867 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for port (55d46888-a474-436a-a155-b68445d6f499), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:46.369717 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (55d46888-a474-436a-a155-b68445d6f499), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:46.409349 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Network beab489c-c10b-46fc-92ca-3c4439922579 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:01:46.414672 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:01:46.418850 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:01:46.423818 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:46.424414 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:46.430559 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:46.446856 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-28cf2644-c9c8-4661-87e7-18354b6efffa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256843 Apr 18 14:01:46.632104 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd3b69-5e08-46f1-bc90-78cd3233d706 req-e26f11b2-16cb-4f96-972b-abf0385082d7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:46.633504 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-acbd3b69-5e08-46f1-bc90-78cd3233d706 req-e26f11b2-16cb-4f96-972b-abf0385082d7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 931 time: 0.0474675 Apr 18 14:01:46.652270 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-9c5b7eca-2cff-42e6-a9e7-656dba16d100 None None] Provisioning complete for port 55d46888-a474-436a-a155-b68445d6f499 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:01:46.652866 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7eca-2cff-42e6-a9e7-656dba16d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (55d46888-a474-436a-a155-b68445d6f499), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:46.680281 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-acbd3b69-5e08-46f1-bc90-78cd3233d706 req-cec76141-f19b-4070-b220-d69675809cd1 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410419 Apr 18 14:01:46.686169 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b7eca-2cff-42e6-a9e7-656dba16d100 None None] Port 55d46888-a474-436a-a155-b68445d6f499 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:01:46.987425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Request body: {'port': {'device_id': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:47.048620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.209908 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a50008-54cc-416e-98da-0744f698d2ab req-46475b41-d334-4cbf-84df-4e07540cf888 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:47.211380 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d7a50008-54cc-416e-98da-0744f698d2ab req-46475b41-d334-4cbf-84df-4e07540cf888 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0633357 Apr 18 14:01:47.312268 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d7a50008-54cc-416e-98da-0744f698d2ab req-57ab550f-4d1a-4a36-96cd-62d3d8d3f35c tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=541741f7-580d-4370-8f1f-17375f767880&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910068 Apr 18 14:01:47.380600 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d46888-a474-436a-a155-b68445d6f499 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:01:47.388579 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Publish callbacks [] for port (55d46888-a474-436a-a155-b68445d6f499), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.400734 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Transition to ACTIVE for port object 55d46888-a474-436a-a155-b68445d6f499 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:01:47.404726 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.455725 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:47.490010 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Attempting to bind port 55d46888-a474-436a-a155-b68445d6f499 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:01:47.490346 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Attempting to bind port 55d46888-a474-436a-a155-b68445d6f499 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:01:47.490805 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Attempting to bind port 55d46888-a474-436a-a155-b68445d6f499 on network beab489c-c10b-46fc-92ca-3c4439922579 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:01:47.495946 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Port 55d46888-a474-436a-a155-b68445d6f499 on network beab489c-c10b-46fc-92ca-3c4439922579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:01:47.496270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Attempting to bind port 55d46888-a474-436a-a155-b68445d6f499 on network beab489c-c10b-46fc-92ca-3c4439922579 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:01:47.501281 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:01:47.501607 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Checking segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:01:47.501991 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Bound using segment: {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:01:47.502418 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Bound port: 55d46888-a474-436a-a155-b68445d6f499, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:01:47.502780 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.550914 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-75399ca8-83da-4195-b833-cf586efa8643 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:47.552689 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-75399ca8-83da-4195-b833-cf586efa8643 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 945 time: 0.0501804 Apr 18 14:01:47.577552 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:01:47.580719 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:01:47.587335 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.602873 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:47.603603 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.606003 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] 10.222.0.37 "PUT /v2.0/ports/55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 200 len: 1093 time: 0.6222970 Apr 18 14:01:47.624882 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'tag': '55d46888-a474-436a-a155-b68445d6f499'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:01:47.628020 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62703f76-daac-42b0-a582-7234bd949fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "tag": "55d46888-a474-436a-a155-b68445d6f499"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:01:47.659576 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Deleting port 14b935e4-63db-43f0-80b2-745b3a99ef1a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:01:47.660043 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.689223 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351842fa-3516-4b5a-ac0f-0a6e437a58c7 x-openstack-request-id: req-351842fa-3516-4b5a-ac0f-0a6e437a58c7 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:01:47.689805 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "tag": "55d46888-a474-436a-a155-b68445d6f499", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:01:47.689805 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-351842fa-3516-4b5a-ac0f-0a6e437a58c7 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:01:47.690112 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351842fa-3516-4b5a-ac0f-0a6e437a58c7'] response: {'name': 'network-changed', 'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'tag': '55d46888-a474-436a-a155-b68445d6f499', 'status': 'completed', 'code': 200} Apr 18 14:01:47.704814 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651effb-f247-4bbd-ab3d-ce03871c28bc service neutron] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:47.720672 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514859b-8acd-49d7-a573-0c24739265ba req-e79b74bb-e663-471a-9823-b70cf00a49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:47.722221 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-e79b74bb-e663-471a-9823-b70cf00a49c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 1127 time: 0.0681937 Apr 18 14:01:47.766222 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] For port 14b935e4-63db-43f0-80b2-745b3a99ef1a, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=14b935e4-63db-43f0-80b2-745b3a99ef1a,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:01:47.766671 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.795256 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-0459781c-d6d4-4864-96c8-4c5ad8c20cc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 200 len: 217 time: 0.0584536 Apr 18 14:01:47.863112 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0bc16-8cc1-49af-817f-721896a59801 req-9a0278c8-d70c-4bdf-9522-58269fb175ee tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:47.864745 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d2c0bc16-8cc1-49af-817f-721896a59801 req-9a0278c8-d70c-4bdf-9522-58269fb175ee tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0796287 Apr 18 14:01:47.897467 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514859b-8acd-49d7-a573-0c24739265ba req-bc432cf7-da12-479f-8f5f-291b680c19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:47.900444 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-bc432cf7-da12-479f-8f5f-291b680c19b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.0840206 Apr 18 14:01:47.970254 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.970716 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (5cc98540-7e0f-410f-910f-7ed922a1f24b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:47.971099 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Floating IP 5cc98540-7e0f-410f-910f-7ed922a1f24b disassociated. External IP: 172.27.3.141, port: 14b935e4-63db-43f0-80b2-745b3a99ef1a. Apr 18 14:01:47.971529 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Calling delete_port for 14b935e4-63db-43f0-80b2-745b3a99ef1a owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:01:47.976613 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514859b-8acd-49d7-a573-0c24739265ba req-bc924e54-98d8-4a1e-b55b-1bcb93fc6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:47.978817 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-bc924e54-98d8-4a1e-b55b-1bcb93fc6f2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646927 Apr 18 14:01:47.982268 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d2c0bc16-8cc1-49af-817f-721896a59801 req-4ca10653-95e5-4cfc-a890-5836d56b7153 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076221 Apr 18 14:01:48.080939 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-fe920277-95a7-4757-85dc-fe651acdb0fe service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883150 Apr 18 14:01:48.119865 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (14b935e4-63db-43f0-80b2-745b3a99ef1a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:48.146556 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event deleted for resources: {'Port': ['ID=14b935e4-63db-43f0-80b2-745b3a99ef1a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:48.182467 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d514859b-8acd-49d7-a573-0c24739265ba req-4f7b6f77-0527-402a-bf19-fe73506d579b service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908618 Apr 18 14:01:48.271072 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Router 2c678864-db24-46bf-a123-2c8c1c46a5bd has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:01:48.379567 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:01:48.397889 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] Sync routers for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:01:48.409107 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:01:48.409712 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:48.410062 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bde5a735-8878-4c24-84cf-ee28823d6192 req-9f48c0be-c92d-4f13-b7e3-20bcd5854d3b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 210 time: 0.0305855 Apr 18 14:01:48.430807 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] No DVR routers for this DVR port 14b935e4-63db-43f0-80b2-745b3a99ef1a on host hv-cinder-83830 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:01:48.430807 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:48.432873 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-03a91a13-28c7-400c-bca1-f0f37658ae62 req-9b186df3-662f-4afc-a02c-c1c230d005c5 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "DELETE /v2.0/ports/14b935e4-63db-43f0-80b2-745b3a99ef1a HTTP/1.1" status: 204 len: 173 time: 0.8689857 Apr 18 14:01:48.433319 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'name': 'network-vif-deleted', 'tag': '14b935e4-63db-43f0-80b2-745b3a99ef1a'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:01:48.435543 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fe7156-c3ec-4449-a898-f8adeee86e11" -d '{"events": [{"server_uuid": "fbafa60f-2c09-4d4c-b12e-3418b05812a7", "name": "network-vif-deleted", "tag": "14b935e4-63db-43f0-80b2-745b3a99ef1a"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:01:48.527522 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:01:48.530326 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e9272a-65df-420c-ae55-7e5cec73e588 x-openstack-request-id: req-64e9272a-65df-420c-ae55-7e5cec73e588 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:01:48.530683 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbafa60f-2c09-4d4c-b12e-3418b05812a7", "name": "network-vif-deleted", "tag": "14b935e4-63db-43f0-80b2-745b3a99ef1a", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:01:48.531003 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64e9272a-65df-420c-ae55-7e5cec73e588 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:01:48.531461 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e9272a-65df-420c-ae55-7e5cec73e588'] response: {'server_uuid': 'fbafa60f-2c09-4d4c-b12e-3418b05812a7', 'name': 'network-vif-deleted', 'tag': '14b935e4-63db-43f0-80b2-745b3a99ef1a', 'status': 'completed', 'code': 200} Apr 18 14:01:48.839290 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:48.869950 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] Checking router: 2c678864-db24-46bf-a123-2c8c1c46a5bd for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:01:48.886618 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:01:48.887213 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:48.890372 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8ea0-1cf8-47c4-9693-7ce7a2a08c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:48.995468 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:01:49.102180 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee905ab8-de25-4aa9-8ebe-bce6b0f5fbc5 req-7d521f11-feed-4c63-a82c-868596c1c33a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:49.103888 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee905ab8-de25-4aa9-8ebe-bce6b0f5fbc5 req-7d521f11-feed-4c63-a82c-868596c1c33a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0480917 Apr 18 14:01:49.162638 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee905ab8-de25-4aa9-8ebe-bce6b0f5fbc5 req-4779e130-c7ad-4997-8064-981367500785 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530350 Apr 18 14:01:49.194031 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:49.220450 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaef622-0fbe-43ba-8004-6b88827b7836 None None] The sync data for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi is: [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:01:49.282311 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:01:49.425589 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bce9ea-8fb9-4e65-bb7e-d78361a207f5 None None] New status for floating IP 5cc98540-7e0f-410f-910f-7ed922a1f24b: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:01:49.516486 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b6f6cdff-7590-4369-af86-6e965715f451 req-ba2129ec-b038-4e68-9895-78415705a70e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbafa60f-2c09-4d4c-b12e-3418b05812a7 HTTP/1.1" status: 200 len: 210 time: 0.0313036 Apr 18 14:01:49.661167 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62703f76-daac-42b0-a582-7234bd949fa5 req-42e4d45e-5676-45bb-b751-2ecaa4985191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:49.662692 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62703f76-daac-42b0-a582-7234bd949fa5 req-42e4d45e-5676-45bb-b751-2ecaa4985191 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 1127 time: 0.0425987 Apr 18 14:01:49.758284 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62703f76-daac-42b0-a582-7234bd949fa5 req-50ca82f5-a558-4390-a6c2-f32fcddeb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:49.760469 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62703f76-daac-42b0-a582-7234bd949fa5 req-50ca82f5-a558-4390-a6c2-f32fcddeb592 service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.0874879 Apr 18 14:01:50.158930 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62703f76-daac-42b0-a582-7234bd949fa5 req-efd4a376-fe1a-4242-98db-12eab0dee58c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 200 len: 217 time: 0.0380611 Apr 18 14:01:50.208633 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62703f76-daac-42b0-a582-7234bd949fa5 req-efd228e3-8a6b-406e-a5d4-62d26f81ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:50.210082 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62703f76-daac-42b0-a582-7234bd949fa5 req-efd228e3-8a6b-406e-a5d4-62d26f81ae3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.0452869 Apr 18 14:01:50.260862 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62703f76-daac-42b0-a582-7234bd949fa5 req-6956655e-def4-49f7-a5b4-5a3bd9727148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:50.262445 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62703f76-daac-42b0-a582-7234bd949fa5 req-6956655e-def4-49f7-a5b4-5a3bd9727148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415454 Apr 18 14:01:50.291118 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0eab-d165-480f-8552-45a5dd068722 req-0900c5f3-4140-4e54-b769-ab42f06e1183 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:50.292692 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-933c0eab-d165-480f-8552-45a5dd068722 req-0900c5f3-4140-4e54-b769-ab42f06e1183 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0532022 Apr 18 14:01:50.341725 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-933c0eab-d165-480f-8552-45a5dd068722 req-0972dfbc-693f-4901-8bdd-b32d46512d7a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Apr 18 14:01:50.362476 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62703f76-daac-42b0-a582-7234bd949fa5 req-93579e45-ba21-4283-8f1d-9f8557671294 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920358 Apr 18 14:01:50.455819 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62703f76-daac-42b0-a582-7234bd949fa5 req-31b5d116-86c8-4ab0-8581-b1373d6f9539 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811675 Apr 18 14:01:50.522749 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:01:50.526626 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 14b935e4-63db-43f0-80b2-745b3a99ef1a no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:01:50.556186 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 14b935e4-63db-43f0-80b2-745b3a99ef1a {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:01:50.556529 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 14b935e4-63db-43f0-80b2-745b3a99ef1a not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:01:50.599599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35168) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:50.645431 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:01:50.653232 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbfb5-be8c-4804-993c-29680f24cc1a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (541741f7-580d-4370-8f1f-17375f767880), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:50.657197 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '55d46888-a474-436a-a155-b68445d6f499', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'port_id': '55d46888-a474-436a-a155-b68445d6f499', 'mac_address': 'fa:16:3e:83:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:01:50.676730 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbfb5-be8c-4804-993c-29680f24cc1a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (541741f7-580d-4370-8f1f-17375f767880), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:50.694456 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 55d46888-a474-436a-a155-b68445d6f499 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:01:50.694837 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:50.712772 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d46888-a474-436a-a155-b68445d6f499 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:01:50.727932 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbfb5-be8c-4804-993c-29680f24cc1a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (541741f7-580d-4370-8f1f-17375f767880), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:50.730700 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbfb5-be8c-4804-993c-29680f24cc1a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:50.734363 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6e9fbfb5-be8c-4804-993c-29680f24cc1a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "DELETE /v2.0/security-groups/541741f7-580d-4370-8f1f-17375f767880 HTTP/1.1" status: 204 len: 168 time: 0.1311593 Apr 18 14:01:50.734500 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:01:50.734903 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35170) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:50.743024 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:50.747116 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fbfb5-be8c-4804-993c-29680f24cc1a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541741f7-580d-4370-8f1f-17375f767880,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:50.750476 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-1b408c1a-02cc-4ba2-93e0-a478477352ff tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] show failed (client error): The resource could not be found. Apr 18 14:01:50.751855 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1b408c1a-02cc-4ba2-93e0-a478477352ff tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups/541741f7-580d-4370-8f1f-17375f767880 HTTP/1.1" status: 404 len: 347 time: 0.0156014 Apr 18 14:01:50.754443 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35172) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:50.803733 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:50.812430 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.812770 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.813431 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.813563 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.813791 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.814118 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.814443 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.814771 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.815079 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.815478 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.815726 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.816077 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.816418 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.816716 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:50.817084 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:01:51.094319 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Deleting port 01f14d70-19a4-42e2-9cdf-b03f96236a7a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:01:51.094662 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (01f14d70-19a4-42e2-9cdf-b03f96236a7a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.175144 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (01f14d70-19a4-42e2-9cdf-b03f96236a7a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.175467 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (01f14d70-19a4-42e2-9cdf-b03f96236a7a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.186422 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['55d46888-a474-436a-a155-b68445d6f499'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:01:51.188243 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Calling delete_port for 01f14d70-19a4-42e2-9cdf-b03f96236a7a owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:01:51.321026 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (01f14d70-19a4-42e2-9cdf-b03f96236a7a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.345033 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event deleted for resources: {'Port': ['ID=01f14d70-19a4-42e2-9cdf-b03f96236a7a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:51.407818 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (5cc98540-7e0f-410f-910f-7ed922a1f24b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.410312 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.411546 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dd307346-cca7-49b3-aacf-c7cb1ec8bcab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "DELETE /v2.0/floatingips/5cc98540-7e0f-410f-910f-7ed922a1f24b HTTP/1.1" status: 204 len: 168 time: 0.6561971 Apr 18 14:01:51.459620 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-13b5ca1d-e568-4e6f-be86-670c3ef9eef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.474801 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbd638-f8fe-44e7-ae63-0ababe1a566f req-13683744-509c-421c-9b4f-02c025f34477 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:51.476402 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b5dbd638-f8fe-44e7-ae63-0ababe1a566f req-13683744-509c-421c-9b4f-02c025f34477 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 944 time: 0.0637479 Apr 18 14:01:51.525644 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b5dbd638-f8fe-44e7-ae63-0ababe1a566f req-37c46471-cace-4361-8662-f480bb850823 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422547 Apr 18 14:01:51.771596 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35178) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:51.776110 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-406b7d34-f3e7-4b6d-b17d-f9d3b3247520 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2058347202', 'description': 'tempest-description--1259474447'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:51.796547 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-406b7d34-f3e7-4b6d-b17d-f9d3b3247520 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.872154 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-406b7d34-f3e7-4b6d-b17d-f9d3b3247520 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (6209819f-f6d7-4318-ae4d-e9fc2106cd6d), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.876692 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-406b7d34-f3e7-4b6d-b17d-f9d3b3247520 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (6209819f-f6d7-4318-ae4d-e9fc2106cd6d), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.905845 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b7d34-f3e7-4b6d-b17d-f9d3b3247520 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6209819f-f6d7-4318-ae4d-e9fc2106cd6d,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:51.911320 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-406b7d34-f3e7-4b6d-b17d-f9d3b3247520 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.912760 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-406b7d34-f3e7-4b6d-b17d-f9d3b3247520 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1399453 Apr 18 14:01:51.916179 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35180) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:51.920480 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-5901587f-8995-4b37-bb55-869f5064d19e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'security_group_rule': {'security_group_id': '6209819f-f6d7-4318-ae4d-e9fc2106cd6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:51.944596 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5901587f-8995-4b37-bb55-869f5064d19e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (a90a0537-fcb0-4d9b-888b-bf82b276cad9), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:51.998479 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5901587f-8995-4b37-bb55-869f5064d19e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (a90a0537-fcb0-4d9b-888b-bf82b276cad9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.001990 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5901587f-8995-4b37-bb55-869f5064d19e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (a90a0537-fcb0-4d9b-888b-bf82b276cad9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.018852 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901587f-8995-4b37-bb55-869f5064d19e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90a0537-fcb0-4d9b-888b-bf82b276cad9,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:52.027017 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5901587f-8995-4b37-bb55-869f5064d19e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.028266 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5901587f-8995-4b37-bb55-869f5064d19e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111705 Apr 18 14:01:52.030885 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35182) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:52.035041 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-715b73bc-70da-4e06-824f-fb1a0e250a10 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'security_group_rule': {'security_group_id': '6209819f-f6d7-4318-ae4d-e9fc2106cd6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:52.060261 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-715b73bc-70da-4e06-824f-fb1a0e250a10 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (018474f5-b98b-4575-8817-b256c16b4aa9), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.120564 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-715b73bc-70da-4e06-824f-fb1a0e250a10 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (018474f5-b98b-4575-8817-b256c16b4aa9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.124301 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-715b73bc-70da-4e06-824f-fb1a0e250a10 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (018474f5-b98b-4575-8817-b256c16b4aa9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.142542 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b73bc-70da-4e06-824f-fb1a0e250a10 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018474f5-b98b-4575-8817-b256c16b4aa9,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:52.151899 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-715b73bc-70da-4e06-824f-fb1a0e250a10 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.153099 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-715b73bc-70da-4e06-824f-fb1a0e250a10 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213095 Apr 18 14:01:52.156307 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35184) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:52.160874 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:52.180723 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.259895 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.363291 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Allocated IP 172.27.3.141 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/564f5653-c0ad-4d07-9018-9401a4c357ea) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:01:52.467405 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for port (564f5653-c0ad-4d07-9018-9401a4c357ea), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.500344 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (564f5653-c0ad-4d07-9018-9401a4c357ea), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.536962 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:01:52.539821 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:01:52.543936 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:01:52.545572 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:01:52.574243 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'Port': ['ID=564f5653-c0ad-4d07-9018-9401a4c357ea,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:52.604697 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 55d46888-a474-436a-a155-b68445d6f499 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:01:52.611286 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 55d46888-a474-436a-a155-b68445d6f499 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:01:52.611955 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (55d46888-a474-436a-a155-b68445d6f499), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.649224 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (0eef5bac-3b26-459d-b8bb-4f9974ccd649), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.660972 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06047aa-f2f7-4818-80be-d2ff3b9f0928 req-7a35766b-cea5-400f-92f3-40b7accd1079 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:52.662642 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f06047aa-f2f7-4818-80be-d2ff3b9f0928 req-7a35766b-cea5-400f-92f3-40b7accd1079 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 944 time: 0.0528350 Apr 18 14:01:52.662853 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.693838 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (564f5653-c0ad-4d07-9018-9401a4c357ea), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.705416 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 55d46888-a474-436a-a155-b68445d6f499 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:01:52.705785 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.732014 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d46888-a474-436a-a155-b68445d6f499'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:01:52.733026 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f06047aa-f2f7-4818-80be-d2ff3b9f0928 req-00d0c510-e434-43eb-a52b-b9ac6b74d7e2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640891 Apr 18 14:01:52.734403 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416bba6b-13de-462f-b33f-c2f8e9365e43" -d '{"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-plugged", "status": "completed", "tag": "55d46888-a474-436a-a155-b68445d6f499"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:01:52.751710 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:01:52.767568 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.823440 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:52.843204 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2355ab-64e3-4de6-a357-48fcbb4dd0cd x-openstack-request-id: req-5a2355ab-64e3-4de6-a357-48fcbb4dd0cd {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:01:52.843518 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-plugged", "status": "completed", "tag": "55d46888-a474-436a-a155-b68445d6f499", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:01:52.843787 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a2355ab-64e3-4de6-a357-48fcbb4dd0cd {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:01:52.844196 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2355ab-64e3-4de6-a357-48fcbb4dd0cd'] response: {'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d46888-a474-436a-a155-b68445d6f499', 'code': 200} Apr 18 14:01:52.852340 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for port (564f5653-c0ad-4d07-9018-9401a4c357ea), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.858201 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (564f5653-c0ad-4d07-9018-9401a4c357ea), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.928857 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'Port': ['ID=564f5653-c0ad-4d07-9018-9401a4c357ea,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:52.937493 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (0eef5bac-3b26-459d-b8bb-4f9974ccd649), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.953552 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:52.954782 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1caa2a81-fd62-4ddf-82c3-4c40757c2f74 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7975011 Apr 18 14:01:53.036421 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b47a8-579b-4e42-b021-bcf4bd3a844b req-eb9a3faf-ed85-458f-b13f-e6e6f282bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:53.037954 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb2b47a8-579b-4e42-b021-bcf4bd3a844b req-eb9a3faf-ed85-458f-b13f-e6e6f282bc65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 1129 time: 0.0400968 Apr 18 14:01:53.088601 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb2b47a8-579b-4e42-b021-bcf4bd3a844b req-14f4b98e-5036-40eb-acbe-240b3eefaaf9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422373 Apr 18 14:01:53.103417 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-6e7e9921-91ff-459c-9470-a5169493bd6b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2058347202&fields=id&tenant_id=c2f4565c477145f28d773df31c2ad8e0 HTTP/1.1" status: 200 len: 267 time: 0.0455213 Apr 18 14:01:53.210048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-fb59331d-b817-462c-acf6-19345c0d24c6 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:53.211529 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-fb59331d-b817-462c-acf6-19345c0d24c6 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 811 time: 0.1016364 Apr 18 14:01:53.226477 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-bb9d250e-45eb-4b91-9c99-fe3d99aed6ce tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/quotas/c2f4565c477145f28d773df31c2ad8e0 HTTP/1.1" status: 200 len: 375 time: 0.0089657 Apr 18 14:01:53.273834 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-ec220ccf-4a45-469f-85e8-eb0d292ba79a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425849 Apr 18 14:01:53.414126 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-764d6186-03b8-48c9-afce-5a23608bcbae service neutron] 10.222.0.11 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279879 Apr 18 14:01:53.501761 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-c6980f87-4d37-45cd-96ff-0f0e49567da5 service neutron] 10.222.0.11 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816133 Apr 18 14:01:53.660455 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f7e4921f-c1db-49ab-99a7-63b15b7f973a req-92df32ff-1cd4-494c-b159-af0e4838e800 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 210 time: 0.0312746 Apr 18 14:01:53.865392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50a966-1337-4f8d-9ddb-eecd0c759dd0 req-ee8547d2-9843-45a4-86d8-7887a3077388 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:53.866897 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f50a966-1337-4f8d-9ddb-eecd0c759dd0 req-ee8547d2-9843-45a4-86d8-7887a3077388 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0532873 Apr 18 14:01:53.916150 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f50a966-1337-4f8d-9ddb-eecd0c759dd0 req-616c839a-e833-4d70-ac5b-a47e8e3bd093 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432501 Apr 18 14:01:54.037809 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:54.756416 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bde33d05-0c0c-4af1-b2dc-fc6e4b3675cb req-9efbc05e-1bdc-4753-91b9-ab0f2ce5e4e9 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 210 time: 0.0276575 Apr 18 14:01:55.033349 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09971b44-bf0f-49ec-9985-8ccc6e58c09e req-b7a974ac-ad1c-441f-83b8-b731133a5db7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:55.034787 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09971b44-bf0f-49ec-9985-8ccc6e58c09e req-b7a974ac-ad1c-441f-83b8-b731133a5db7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0469909 Apr 18 14:01:55.084627 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09971b44-bf0f-49ec-9985-8ccc6e58c09e req-d45f9bd3-917f-469d-81f3-c6edd8d24abf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Apr 18 14:01:55.195425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8985cd9-956a-4a19-8880-04b7f78783ee req-e9cee347-83a1-45f6-8f85-3b57eee0e82d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:55.197448 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b8985cd9-956a-4a19-8880-04b7f78783ee req-e9cee347-83a1-45f6-8f85-3b57eee0e82d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0465717 Apr 18 14:01:55.205795 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35224) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:01:55.209983 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Request body: {'floatingip': {'port_id': '55d46888-a474-436a-a155-b68445d6f499'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:55.249239 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (35fe73cd-a5fd-49f7-b59f-2b93c735af60), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:55.324661 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:55.708890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:55.714009 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (35fe73cd-a5fd-49f7-b59f-2b93c735af60), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:55.722824 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-218d1c79-6a5c-48ad-8796-8181a9136ac2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:55.724571 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-218d1c79-6a5c-48ad-8796-8181a9136ac2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 811 time: 0.1112409 Apr 18 14:01:55.801354 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-7ab6eb37-01d8-46af-9605-72cf954a290f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2f4565c477145f28d773df31c2ad8e0 HTTP/1.1" status: 200 len: 380 time: 0.0566454 Apr 18 14:01:55.823055 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'port': {'device_id': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'admin_state_up': True, 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'security_groups': ['6209819f-f6d7-4318-ae4d-e9fc2106cd6d']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:55.837064 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Floating IP 35fe73cd-a5fd-49f7-b59f-2b93c735af60 associated. External IP: 172.27.3.34, port: 55d46888-a474-436a-a155-b68445d6f499. Apr 18 14:01:55.905941 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-672dc213-8248-4be4-b4a3-c87fc3c8a232 req-014d51ea-e257-49b6-a00e-af8dab149e3c tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 210 time: 0.0349116 Apr 18 14:01:55.946416 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Made reservation on behalf of c2f4565c477145f28d773df31c2ad8e0 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:01:55.949991 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.077728 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Allocated IP 172.20.0.11 (db57bc13-e046-4a3e-8b78-1f138a041e90/07ce0d2c-3cfc-4b61-a4d4-63d8874be1af/e4d615ae-af43-42d1-b7ca-1c93f4cfe764) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:01:56.084154 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:01:56.196973 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:01:56.201891 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.208691 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] Sync routers for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:01:56.218173 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.219605 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:01:56.220459 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:56.243834 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2d555cbf-065c-404d-b977-d9131988bcae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "PUT /v2.0/floatingips/35fe73cd-a5fd-49f7-b59f-2b93c735af60 HTTP/1.1" status: 200 len: 990 time: 1.0256019 Apr 18 14:01:56.243834 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'tag': '55d46888-a474-436a-a155-b68445d6f499'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:01:56.243834 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68377690-d1d9-4eb9-8188-cedc5fe96ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "tag": "55d46888-a474-436a-a155-b68445d6f499"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:01:56.268626 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.275332 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07016f1e-cd25-45d6-bb4e-c9bdba15f9cf x-openstack-request-id: req-07016f1e-cd25-45d6-bb4e-c9bdba15f9cf {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:01:56.275620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "tag": "55d46888-a474-436a-a155-b68445d6f499", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:01:56.275898 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07016f1e-cd25-45d6-bb4e-c9bdba15f9cf {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:01:56.276322 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07016f1e-cd25-45d6-bb4e-c9bdba15f9cf'] response: {'name': 'network-changed', 'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'tag': '55d46888-a474-436a-a155-b68445d6f499', 'status': 'completed', 'code': 200} Apr 18 14:01:56.322026 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Network db57bc13-e046-4a3e-8b78-1f138a041e90 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:01:56.327368 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:01:56.330051 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:01:56.338958 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-39ad16ee-418a-41d2-8480-dab890a0d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:56.340625 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-39ad16ee-418a-41d2-8480-dab890a0d99d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 1129 time: 0.0426884 Apr 18 14:01:56.341401 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:01:56.359777 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event updated for resources: {'Port': ['ID=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:56.390943 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:56.391582 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.414264 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-780fdcc6-29c4-4ca5-b197-5db9ddee91f8 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5960181 Apr 18 14:01:56.426611 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Request body: {'port': {'device_id': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:01:56.456012 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-8cfaa6b4-50a0-4080-a400-fad20dac88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:56.457563 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-8cfaa6b4-50a0-4080-a400-fad20dac88f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.1087244 Apr 18 14:01:56.496931 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.548478 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-9c44d95c-6c4f-4523-adfb-c865ae495b65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 200 len: 998 time: 0.0791600 Apr 18 14:01:56.606241 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-f00c056e-2a38-4466-86e2-d190f92999d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:56.607628 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-f00c056e-2a38-4466-86e2-d190f92999d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.0522881 Apr 18 14:01:56.612323 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-15d72165-c204-4f6a-8187-2f79a6a6499b None None] Provisioning complete for port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:01:56.612778 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15d72165-c204-4f6a-8187-2f79a6a6499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.655981 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-a1b87edf-eb52-42e5-9c25-3b70ad7607f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:56.658341 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-a1b87edf-eb52-42e5-9c25-3b70ad7607f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425370 Apr 18 14:01:56.680262 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-15d72165-c204-4f6a-8187-2f79a6a6499b None None] Port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:01:56.682011 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '35fe73cd-a5fd-49f7-b59f-2b93c735af60', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'port_id': '55d46888-a474-436a-a155-b68445d6f499', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'mac_address': 'fa:16:3e:83:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:01:43Z', 'updated_at': '2022-04-18T14:01:55Z', 'revision_number': 1, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:56.709455 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] Checking router: 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:01:56.718397 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:01:56.719977 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:56.762750 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-1148e6b0-bd7e-4b48-b59d-6a7cec5122d9 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928738 Apr 18 14:01:56.788696 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d615ae-af43-42d1-b7ca-1c93f4cfe764 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:01:56.796825 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Publish callbacks [] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.810657 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Transition to ACTIVE for port object e4d615ae-af43-42d1-b7ca-1c93f4cfe764 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:01:56.816185 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:56.838450 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:01:56.904010 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68377690-d1d9-4eb9-8188-cedc5fe96ac9 req-0f38defb-e08b-4271-a706-d0500243b0f3 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326904 Apr 18 14:01:56.963702 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Attempting to bind port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:01:56.964156 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Attempting to bind port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:01:56.964588 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Attempting to bind port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 on network db57bc13-e046-4a3e-8b78-1f138a041e90 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:01:56.973486 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:56.978026 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 on network db57bc13-e046-4a3e-8b78-1f138a041e90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:01:56.978349 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Attempting to bind port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 on network db57bc13-e046-4a3e-8b78-1f138a041e90 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:01:56.985076 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:01:56.985278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Checking segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:01:56.985664 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Bound using segment: {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:01:56.986087 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Bound port: e4d615ae-af43-42d1-b7ca-1c93f4cfe764, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:01:56.986428 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:57.067498 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] For port e4d615ae-af43-42d1-b7ca-1c93f4cfe764, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:01:57.072902 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] For port e4d615ae-af43-42d1-b7ca-1c93f4cfe764, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:01:57.084836 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:57.102258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867c36-9ae8-4e23-a5ec-217babec71ad req-5b5e1405-1bb2-466c-9cf6-6f7ff32bc624 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:57.110175 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68867c36-9ae8-4e23-a5ec-217babec71ad req-5b5e1405-1bb2-466c-9cf6-6f7ff32bc624 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 944 time: 0.1108351 Apr 18 14:01:57.170383 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68867c36-9ae8-4e23-a5ec-217babec71ad req-5b4149e2-cef9-423c-9668-a33de6745cd2 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597234 Apr 18 14:01:57.174437 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:57.175054 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:01:57.176477 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4d615ae-af43-42d1-b7ca-1c93f4cfe764 HTTP/1.1" status: 200 len: 1094 time: 0.7543182 Apr 18 14:01:57.176917 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'tag': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:01:57.179707 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f123c646-a8c2-4e68-ab0a-98522b7ebd15" -d '{"events": [{"name": "network-changed", "server_uuid": "d00ba02c-604a-4c05-a8d0-5489da5f116e", "tag": "e4d615ae-af43-42d1-b7ca-1c93f4cfe764"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:01:57.180004 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '35fe73cd-a5fd-49f7-b59f-2b93c735af60', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'port_id': '55d46888-a474-436a-a155-b68445d6f499', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'mac_address': 'fa:16:3e:83:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:01:43Z', 'updated_at': '2022-04-18T14:01:55Z', 'revision_number': 1, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:01:57.195681 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c837e-f2c2-4224-9834-ed0874bdb9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:01:57.309257 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc90bb4e-5b74-42b9-9175-d6e3f8356f2d x-openstack-request-id: req-fc90bb4e-5b74-42b9-9175-d6e3f8356f2d {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:01:57.309680 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00ba02c-604a-4c05-a8d0-5489da5f116e", "tag": "e4d615ae-af43-42d1-b7ca-1c93f4cfe764", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:01:57.310290 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc90bb4e-5b74-42b9-9175-d6e3f8356f2d {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:01:57.310717 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc90bb4e-5b74-42b9-9175-d6e3f8356f2d'] response: {'name': 'network-changed', 'server_uuid': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'tag': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'status': 'completed', 'code': 200} Apr 18 14:01:57.334451 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-509f110e-eea1-47f5-9bf3-b45df4e7f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:57.337110 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-509f110e-eea1-47f5-9bf3-b45df4e7f56f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 1128 time: 0.0678639 Apr 18 14:01:57.402314 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-fd993d1d-0919-4ada-842f-6a29613ed219 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d615ae-af43-42d1-b7ca-1c93f4cfe764 HTTP/1.1" status: 200 len: 217 time: 0.0560503 Apr 18 14:01:57.402844 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8913803-0f34-4641-aee0-788622b393a7 None None] The sync data for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi is: [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '35fe73cd-a5fd-49f7-b59f-2b93c735af60', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'port_id': '55d46888-a474-436a-a155-b68445d6f499', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'mac_address': 'fa:16:3e:83:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:01:43Z', 'updated_at': '2022-04-18T14:01:55Z', 'revision_number': 1, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:01:57.461692 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-30216487-5891-4631-9ec9-6fe63d1bde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:57.463206 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-30216487-5891-4631-9ec9-6fe63d1bde34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.0490279 Apr 18 14:01:57.516861 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-1a72aedd-a701-4862-a37f-6706fc3a7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:57.518477 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-1a72aedd-a701-4862-a37f-6706fc3a7267 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436342 Apr 18 14:01:57.632724 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-190c17e3-de59-4400-97fa-af1e3eef01da service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986080 Apr 18 14:01:57.674909 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e736fd-b183-4a60-892d-c2f932011661 None None] New status for floating IP 35fe73cd-a5fd-49f7-b59f-2b93c735af60: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:01:57.738434 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b5bad29-fa10-4426-90d2-cd62187b3c23 req-eb19a9d6-d5e7-4569-886c-69d9609bf0ba service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918603 Apr 18 14:01:58.294362 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910be43-cbbb-4c86-b28c-c40e5a9ce159 req-26fee6ae-503e-432f-937f-1b80cc08187f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:58.295866 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c910be43-cbbb-4c86-b28c-c40e5a9ce159 req-26fee6ae-503e-432f-937f-1b80cc08187f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 944 time: 0.0509870 Apr 18 14:01:58.342017 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c910be43-cbbb-4c86-b28c-c40e5a9ce159 req-fa7a3173-2706-43e9-a641-5bf704bbda5a tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Apr 18 14:01:59.187049 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-9c261404-ba96-4b01-b2af-2819073787e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:59.188740 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-9c261404-ba96-4b01-b2af-2819073787e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 1128 time: 0.0453258 Apr 18 14:01:59.306886 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-7903c187-5bd1-453d-9df1-5255747084ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:59.308807 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-7903c187-5bd1-453d-9df1-5255747084ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 912 time: 0.1069221 Apr 18 14:01:59.364717 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-eb37778d-3441-4947-b4b9-604477603c38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d615ae-af43-42d1-b7ca-1c93f4cfe764 HTTP/1.1" status: 200 len: 217 time: 0.0411022 Apr 18 14:01:59.419733 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-b3d917a5-9efa-4541-a33e-4a01731eb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:59.421248 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-b3d917a5-9efa-4541-a33e-4a01731eb0a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.0480943 Apr 18 14:01:59.473871 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-7ee0d818-dfbe-433c-8327-41d20bbe935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:59.475472 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-7ee0d818-dfbe-433c-8327-41d20bbe935b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420508 Apr 18 14:01:59.479003 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a431fa8-92c1-4ab1-a668-33588ec35c2e req-3c203d41-46a7-4220-bdaa-5b6167099a7e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:01:59.481363 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a431fa8-92c1-4ab1-a668-33588ec35c2e req-3c203d41-46a7-4220-bdaa-5b6167099a7e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 944 time: 0.0575585 Apr 18 14:01:59.552353 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a431fa8-92c1-4ab1-a668-33588ec35c2e req-305059be-7e2f-4da7-a98f-657dc3345590 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651779 Apr 18 14:01:59.602592 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-90360488-ae3a-4a1b-8ef0-65054ca2782b service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172032 Apr 18 14:01:59.709177 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f123c646-a8c2-4e68-ab0a-98522b7ebd15 req-cf2d66ad-e030-4772-9021-6d60e2e628dd service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967278 Apr 18 14:02:00.577475 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device e4d615ae-af43-42d1-b7ca-1c93f4cfe764 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:02:00.683457 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port e4d615ae-af43-42d1-b7ca-1c93f4cfe764, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:00.685407 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113d55-1ba5-4cdf-a741-75b02c34afcb req-78755411-6a43-4964-80d6-056cd25dbd3e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:00.686921 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-43113d55-1ba5-4cdf-a741-75b02c34afcb req-78755411-6a43-4964-80d6-056cd25dbd3e tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 944 time: 0.0509026 Apr 18 14:02:00.694593 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'port_id': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'mac_address': 'fa:16:3e:c7:34:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:02:00.732890 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:02:00.733276 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:00.736946 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-43113d55-1ba5-4cdf-a741-75b02c34afcb req-e3f0dba0-9a28-4c2a-b9f7-6e9f6d7e1e4b tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Apr 18 14:02:00.746910 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d615ae-af43-42d1-b7ca-1c93f4cfe764 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:02:00.767081 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port e4d615ae-af43-42d1-b7ca-1c93f4cfe764, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:00.770853 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:00.822736 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:01.047163 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:01.191100 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['e4d615ae-af43-42d1-b7ca-1c93f4cfe764'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:02:01.850091 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783347e5-dfb4-4de0-b837-d42462fd53de req-c6b18c30-5c2f-4153-bd1b-8dd866f4b3ab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:01.851547 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-783347e5-dfb4-4de0-b837-d42462fd53de req-c6b18c30-5c2f-4153-bd1b-8dd866f4b3ab tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 945 time: 0.0488167 Apr 18 14:02:01.899918 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-783347e5-dfb4-4de0-b837-d42462fd53de req-f03f0744-3340-4bad-8cb9-58071ee2d3de tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 Apr 18 14:02:02.590226 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device e4d615ae-af43-42d1-b7ca-1c93f4cfe764 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:02:02.638542 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:02:02.645355 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:02:02.645755 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:02.726881 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:02:02.727329 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:02.749879 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:02.752116 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fed16c-c970-42cb-9a72-b75325c57af6" -d '{"events": [{"server_uuid": "d00ba02c-604a-4c05-a8d0-5489da5f116e", "name": "network-vif-plugged", "status": "completed", "tag": "e4d615ae-af43-42d1-b7ca-1c93f4cfe764"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:02.765260 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port e4d615ae-af43-42d1-b7ca-1c93f4cfe764, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:02.769566 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:02.796436 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be96186-2a64-404a-b884-cdf6ce12bb10 x-openstack-request-id: req-6be96186-2a64-404a-b884-cdf6ce12bb10 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:02.796753 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00ba02c-604a-4c05-a8d0-5489da5f116e", "name": "network-vif-plugged", "status": "completed", "tag": "e4d615ae-af43-42d1-b7ca-1c93f4cfe764", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:02.797018 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6be96186-2a64-404a-b884-cdf6ce12bb10 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:02.797419 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be96186-2a64-404a-b884-cdf6ce12bb10'] response: {'server_uuid': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'code': 200} Apr 18 14:02:02.824427 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:02.988933 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e66a-9c8d-4eba-b806-88a65746c9b8 req-b27195c7-1a73-4517-9558-337c5807d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:02.990406 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6400e66a-9c8d-4eba-b806-88a65746c9b8 req-b27195c7-1a73-4517-9558-337c5807d95c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 1130 time: 0.0450141 Apr 18 14:02:03.014228 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34cfb-31dc-4369-ae92-ba34f05d43b6 req-dd4ec47f-34cc-4137-911a-ff72572f7bd9 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:03.015698 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7f34cfb-31dc-4369-ae92-ba34f05d43b6 req-dd4ec47f-34cc-4137-911a-ff72572f7bd9 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0494497 Apr 18 14:02:03.043558 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6400e66a-9c8d-4eba-b806-88a65746c9b8 req-8becdbe6-adb9-40c9-9f22-07e8ec4fdb8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393686 Apr 18 14:02:03.067858 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7f34cfb-31dc-4369-ae92-ba34f05d43b6 req-ab2ee0b8-d480-4b10-a0ee-58e0445aba4f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460746 Apr 18 14:02:04.186541 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f3f4c-ec28-41ac-9077-1657df181da1 req-6bd6b453-818e-43f7-b119-ec76af7820c4 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:04.188065 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b95f3f4c-ec28-41ac-9077-1657df181da1 req-6bd6b453-818e-43f7-b119-ec76af7820c4 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0504651 Apr 18 14:02:04.235972 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b95f3f4c-ec28-41ac-9077-1657df181da1 req-ed6aba36-b9c4-4d06-9c5d-a93099cb19f4 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Apr 18 14:02:05.352981 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904b759-d04f-4d7b-a7ac-f0921a2ed6ee req-b5ffb921-4677-4c7b-a522-ab3c5118d657 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:05.354377 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2904b759-d04f-4d7b-a7ac-f0921a2ed6ee req-b5ffb921-4677-4c7b-a522-ab3c5118d657 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0499279 Apr 18 14:02:05.405699 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2904b759-d04f-4d7b-a7ac-f0921a2ed6ee req-7b11edfc-151d-403e-9749-732205da17b1 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436313 Apr 18 14:02:06.526379 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543aa61-1c8f-4aac-92c3-5da1df5a2689 req-05e68e4e-f254-474c-9c7d-06ffb4f40469 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:06.527870 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7543aa61-1c8f-4aac-92c3-5da1df5a2689 req-05e68e4e-f254-474c-9c7d-06ffb4f40469 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0516515 Apr 18 14:02:06.580311 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7543aa61-1c8f-4aac-92c3-5da1df5a2689 req-07f6f84b-74fd-460a-89c5-c1ae5d145ddd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465789 Apr 18 14:02:06.691518 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e52a4-b352-43d5-be14-554b0549d8da req-49d3f3b6-998e-49d4-ad31-0ca6b4102c06 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:06.693045 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee1e52a4-b352-43d5-be14-554b0549d8da req-49d3f3b6-998e-49d4-ad31-0ca6b4102c06 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0498536 Apr 18 14:02:06.702917 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35302) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:06.708682 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Request body: {'floatingip': {'port_id': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:06.756701 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (0eef5bac-3b26-459d-b8bb-4f9974ccd649), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:07.244945 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:07.249923 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (0eef5bac-3b26-459d-b8bb-4f9974ccd649), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:07.359074 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Floating IP 0eef5bac-3b26-459d-b8bb-4f9974ccd649 associated. External IP: 172.27.3.141, port: e4d615ae-af43-42d1-b7ca-1c93f4cfe764. Apr 18 14:02:07.793403 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Router 2c678864-db24-46bf-a123-2c8c1c46a5bd has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:07.905319 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:07.910378 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:07.918960 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] Sync routers for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:07.930807 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:07.931437 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:07.939519 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3decebaf-b629-457a-a7c7-d1d604198882 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "PUT /v2.0/floatingips/0eef5bac-3b26-459d-b8bb-4f9974ccd649 HTTP/1.1" status: 200 len: 992 time: 1.2349319 Apr 18 14:02:07.940142 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'tag': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:07.942361 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d00ba02c-604a-4c05-a8d0-5489da5f116e", "tag": "e4d615ae-af43-42d1-b7ca-1c93f4cfe764"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:07.981314 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fa9c77-3098-4e60-89ab-fb27723dbbae x-openstack-request-id: req-a6fa9c77-3098-4e60-89ab-fb27723dbbae {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:07.982240 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00ba02c-604a-4c05-a8d0-5489da5f116e", "tag": "e4d615ae-af43-42d1-b7ca-1c93f4cfe764", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:07.982581 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6fa9c77-3098-4e60-89ab-fb27723dbbae {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:07.983085 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fa9c77-3098-4e60-89ab-fb27723dbbae'] response: {'name': 'network-changed', 'server_uuid': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'tag': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'status': 'completed', 'code': 200} Apr 18 14:02:08.056984 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:08.073988 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-15522052-6fdf-44a1-a50b-7a6692776cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:08.075549 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-15522052-6fdf-44a1-a50b-7a6692776cc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f4565c477145f28d773df31c2ad8e0&device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 1130 time: 0.0417755 Apr 18 14:02:08.181649 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-fe65236a-9a3c-4df3-bcee-68fda441b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:08.183124 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-fe65236a-9a3c-4df3-bcee-68fda441b220 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 200 len: 912 time: 0.0890493 Apr 18 14:02:08.257979 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-acbb55bd-b943-42e3-a738-ace880173cd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4d615ae-af43-42d1-b7ca-1c93f4cfe764 HTTP/1.1" status: 200 len: 1000 time: 0.0632777 Apr 18 14:02:08.293837 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0eef5bac-3b26-459d-b8bb-4f9974ccd649', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'port_id': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'mac_address': 'fa:16:3e:c7:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:01:52Z', 'updated_at': '2022-04-18T14:02:07Z', 'revision_number': 1, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:08.320267 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-ef44146d-c8e6-4748-8f67-8fbe73cf1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:08.321766 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-ef44146d-c8e6-4748-8f67-8fbe73cf1dda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 200 len: 850 time: 0.0517330 Apr 18 14:02:08.321873 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] Checking router: 2c678864-db24-46bf-a123-2c8c1c46a5bd for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:08.330610 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:08.331213 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:08.378265 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-965bfd8c-4741-401e-9ea7-22daad76972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:08.379779 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-965bfd8c-4741-401e-9ea7-22daad76972e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db57bc13-e046-4a3e-8b78-1f138a041e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408943 Apr 18 14:02:08.441438 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:08.493826 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-36de50ce-f7b3-4e38-afab-98e0d5598823 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849733 Apr 18 14:02:08.592047 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4dc9278d-2c1a-4dd9-8cf7-ab6094b1aaaa req-6a376e7d-81cd-42fa-9e0b-40f80f028572 service neutron] 10.222.0.37 "GET /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871270 Apr 18 14:02:08.652632 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0eef5bac-3b26-459d-b8bb-4f9974ccd649', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'port_id': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'mac_address': 'fa:16:3e:c7:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:01:52Z', 'updated_at': '2022-04-18T14:02:07Z', 'revision_number': 1, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:08.682491 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb1b66-b524-4333-9156-28507129bd93 None None] The sync data for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi is: [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '0eef5bac-3b26-459d-b8bb-4f9974ccd649', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'port_id': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'mac_address': 'fa:16:3e:c7:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:01:52Z', 'updated_at': '2022-04-18T14:02:07Z', 'revision_number': 1, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:08.872260 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e7d80-4098-459a-86d9-7c3087ef06d9 None None] New status for floating IP 0eef5bac-3b26-459d-b8bb-4f9974ccd649: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:02:09.564371 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82ab11-e8ab-43af-8317-b18b6ec3e294 req-a5ae2bca-52fe-4972-bc50-f85b6057a748 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:09.565796 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c82ab11-e8ab-43af-8317-b18b6ec3e294 req-a5ae2bca-52fe-4972-bc50-f85b6057a748 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0468607 Apr 18 14:02:09.611247 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c82ab11-e8ab-43af-8317-b18b6ec3e294 req-ee292972-bafc-43e9-9a30-dc7d1ed60e55 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395391 Apr 18 14:02:10.726048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98d8ce-03dc-471d-a0f2-6f2839cd8493 req-67d9e07c-1841-4d81-81ad-4b9cb472762c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:10.728304 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f98d8ce-03dc-471d-a0f2-6f2839cd8493 req-67d9e07c-1841-4d81-81ad-4b9cb472762c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Apr 18 14:02:10.773773 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f98d8ce-03dc-471d-a0f2-6f2839cd8493 req-7d4cde8d-a935-4929-ada7-7d9f3f4901e8 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Apr 18 14:02:11.859425 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-6396ed0b-0d29-4103-a2d2-9a0b8c3b15c9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:11.860965 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-6396ed0b-0d29-4103-a2d2-9a0b8c3b15c9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0477357 Apr 18 14:02:11.885206 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af6138-4c55-4cf9-bff8-3849a9d5bb05 req-4a020805-32d4-485e-b351-6b4253d1a5a1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:11.886665 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46af6138-4c55-4cf9-bff8-3849a9d5bb05 req-4a020805-32d4-485e-b351-6b4253d1a5a1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 945 time: 0.0460422 Apr 18 14:02:11.933335 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46af6138-4c55-4cf9-bff8-3849a9d5bb05 req-d943ee62-f706-4364-8228-0b4e5f08004f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Apr 18 14:02:11.958105 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Deleting port e7efccba-717e-48cd-86f3-e4a135317155 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:11.958428 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (e7efccba-717e-48cd-86f3-e4a135317155), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:12.047744 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] For port e7efccba-717e-48cd-86f3-e4a135317155, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e7efccba-717e-48cd-86f3-e4a135317155,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:12.048131 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (e7efccba-717e-48cd-86f3-e4a135317155), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:12.220544 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:12.220911 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (d63dc84d-14c4-4823-b685-68f4da2db37e), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:12.221228 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Floating IP d63dc84d-14c4-4823-b685-68f4da2db37e disassociated. External IP: 172.27.3.253, port: e7efccba-717e-48cd-86f3-e4a135317155. Apr 18 14:02:12.221567 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Calling delete_port for e7efccba-717e-48cd-86f3-e4a135317155 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:12.345839 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (e7efccba-717e-48cd-86f3-e4a135317155), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:12.372659 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'Port': ['ID=e7efccba-717e-48cd-86f3-e4a135317155,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:12.491099 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:12.600990 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:12.611955 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:12.622762 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:12.623308 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:12.646213 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] No DVR routers for this DVR port e7efccba-717e-48cd-86f3-e4a135317155 on host hv-cinder-83830 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:12.648751 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:12.652040 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-982c11ab-5876-44fb-b53f-6a9b3a7fa759 req-7ffa9bc8-0d3e-4501-a0ea-9c1aaaeb82b2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "DELETE /v2.0/ports/e7efccba-717e-48cd-86f3-e4a135317155 HTTP/1.1" status: 204 len: 173 time: 0.7819285 Apr 18 14:02:12.652482 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'name': 'network-vif-deleted', 'tag': 'e7efccba-717e-48cd-86f3-e4a135317155'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:12.654710 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b17971d-3c46-431e-bb8b-7493aae8b7dd" -d '{"events": [{"server_uuid": "50c9055d-a4a1-4ab3-bf83-c7b906a568c0", "name": "network-vif-deleted", "tag": "e7efccba-717e-48cd-86f3-e4a135317155"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:12.696263 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a0ec0-e74e-4abc-9245-28744f3c42f2 x-openstack-request-id: req-1d1a0ec0-e74e-4abc-9245-28744f3c42f2 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:12.696785 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c9055d-a4a1-4ab3-bf83-c7b906a568c0", "name": "network-vif-deleted", "tag": "e7efccba-717e-48cd-86f3-e4a135317155", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:12.696960 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d1a0ec0-e74e-4abc-9245-28744f3c42f2 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:12.697466 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1a0ec0-e74e-4abc-9245-28744f3c42f2'] response: {'server_uuid': '50c9055d-a4a1-4ab3-bf83-c7b906a568c0', 'name': 'network-vif-deleted', 'tag': 'e7efccba-717e-48cd-86f3-e4a135317155', 'status': 'completed', 'code': 200} Apr 18 14:02:12.738511 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:12.932656 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:13.048150 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d24b5398-7e34-4837-94c1-40d3bbfcad24 req-6fe59b74-7847-48a1-a302-f4449fa9b646 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=50c9055d-a4a1-4ab3-bf83-c7b906a568c0 HTTP/1.1" status: 200 len: 210 time: 0.0322411 Apr 18 14:02:13.088022 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:13.096856 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:13.097581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:01:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:13.207425 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:13.403019 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:13.434662 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39665a5c-73e4-4528-b9cd-2ba3b16d64fe None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:13.641219 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8dbe6-7936-40dd-98ea-b0f0da343618 None None] New status for floating IP d63dc84d-14c4-4823-b685-68f4da2db37e: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:02:14.132209 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35352) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:14.194219 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ec02469-80d7-4e34-a042-7a9d4e834bcf tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.217124 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ec02469-80d7-4e34-a042-7a9d4e834bcf tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.272009 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ec02469-80d7-4e34-a042-7a9d4e834bcf tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.274600 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5ec02469-80d7-4e34-a042-7a9d4e834bcf tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.276606 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5ec02469-80d7-4e34-a042-7a9d4e834bcf tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "DELETE /v2.0/security-groups/e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1 HTTP/1.1" status: 204 len: 168 time: 0.1430712 Apr 18 14:02:14.279119 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35354) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:14.285425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec02469-80d7-4e34-a042-7a9d4e834bcf tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:14.294617 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-39fc591a-a59b-46d4-a436-d8b603a462f5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] show failed (client error): The resource could not be found. Apr 18 14:02:14.295643 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-39fc591a-a59b-46d4-a436-d8b603a462f5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups/e6cdc9f3-925b-4b49-9add-b6c3e51d6ab1 HTTP/1.1" status: 404 len: 347 time: 0.0155134 Apr 18 14:02:14.298542 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35356) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:14.417223 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Deleting port 01129e07-8be7-4fca-84e1-ad26c07ff34c {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:14.417476 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (01129e07-8be7-4fca-84e1-ad26c07ff34c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.492243 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (01129e07-8be7-4fca-84e1-ad26c07ff34c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.492571 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (01129e07-8be7-4fca-84e1-ad26c07ff34c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.505952 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Calling delete_port for 01129e07-8be7-4fca-84e1-ad26c07ff34c owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:14.642801 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (01129e07-8be7-4fca-84e1-ad26c07ff34c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.662583 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device e7efccba-717e-48cd-86f3-e4a135317155 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:14.669417 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'Port': ['ID=01129e07-8be7-4fca-84e1-ad26c07ff34c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:14.684442 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: e7efccba-717e-48cd-86f3-e4a135317155 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:14.684790 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device e7efccba-717e-48cd-86f3-e4a135317155 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:14.732820 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (d63dc84d-14c4-4823-b685-68f4da2db37e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.735463 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:14.736606 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6c321d1d-c24e-4d3c-bbe8-5cbefff94c36 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "DELETE /v2.0/floatingips/d63dc84d-14c4-4823-b685-68f4da2db37e HTTP/1.1" status: 204 len: 168 time: 0.4371395 Apr 18 14:02:15.049803 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35360) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:15.054433 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-370d4566-e8fa-4bd1-82a5-866eb3643a03 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573534060', 'description': 'tempest-description--504001245'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:15.074285 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-370d4566-e8fa-4bd1-82a5-866eb3643a03 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.142204 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-370d4566-e8fa-4bd1-82a5-866eb3643a03 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.145943 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-370d4566-e8fa-4bd1-82a5-866eb3643a03 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.175885 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-370d4566-e8fa-4bd1-82a5-866eb3643a03 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.177082 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-370d4566-e8fa-4bd1-82a5-866eb3643a03 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1261964 Apr 18 14:02:15.178181 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d4566-e8fa-4bd1-82a5-866eb3643a03 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:15.180091 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35362) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:15.185352 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-eb9929bd-d848-4c37-bb20-a7e5c1405f8d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group_rule': {'security_group_id': '542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:15.211110 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eb9929bd-d848-4c37-bb20-a7e5c1405f8d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (608900ca-0398-4417-a81a-c00edc2ccd62), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.272776 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eb9929bd-d848-4c37-bb20-a7e5c1405f8d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (608900ca-0398-4417-a81a-c00edc2ccd62), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.277328 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eb9929bd-d848-4c37-bb20-a7e5c1405f8d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (608900ca-0398-4417-a81a-c00edc2ccd62), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.294392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9929bd-d848-4c37-bb20-a7e5c1405f8d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608900ca-0398-4417-a81a-c00edc2ccd62,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:15.302143 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eb9929bd-d848-4c37-bb20-a7e5c1405f8d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.303317 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-eb9929bd-d848-4c37-bb20-a7e5c1405f8d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221685 Apr 18 14:02:15.306573 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35364) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:15.311373 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-9621e0b8-d0af-41c6-b2c3-a75cc2c1484a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'security_group_rule': {'security_group_id': '542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:15.335855 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9621e0b8-d0af-41c6-b2c3-a75cc2c1484a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (ca1bae73-3758-4215-9a8e-854909d37cad), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.392231 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9621e0b8-d0af-41c6-b2c3-a75cc2c1484a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (ca1bae73-3758-4215-9a8e-854909d37cad), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.403894 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9621e0b8-d0af-41c6-b2c3-a75cc2c1484a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (ca1bae73-3758-4215-9a8e-854909d37cad), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.422118 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621e0b8-d0af-41c6-b2c3-a75cc2c1484a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1bae73-3758-4215-9a8e-854909d37cad,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:15.429919 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9621e0b8-d0af-41c6-b2c3-a75cc2c1484a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.433385 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9621e0b8-d0af-41c6-b2c3-a75cc2c1484a tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258564 Apr 18 14:02:15.435132 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35366) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:15.439368 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:15.457689 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.533977 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:15.900907 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Allocated IP 172.27.3.59 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/2ec05482-61bf-4fa5-8fa0-d4d7c25dff23) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:02:16.000776 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:16.033244 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:16.073311 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:02:16.078138 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:02:16.080713 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:02:16.093459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=2ec05482-61bf-4fa5-8fa0-d4d7c25dff23,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:16.135397 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (7893cdd1-2455-4e19-beb8-86839aa36f37), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:16.171505 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:16.332200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:16.336638 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:16.366629 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (7893cdd1-2455-4e19-beb8-86839aa36f37), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:16.389630 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=2ec05482-61bf-4fa5-8fa0-d4d7c25dff23,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:16.394890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:16.397255 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6aebc477-7b1c-4d59-9f04-5974b5482425 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9600618 Apr 18 14:02:16.547234 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-51d4bc40-0e63-4bd5-b353-a6536cea463b tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--573534060&fields=id&tenant_id=66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 267 time: 0.0481277 Apr 18 14:02:16.655255 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-7e041565-c79e-41d0-91dc-63a3e91d8d2f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:16.656758 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-7e041565-c79e-41d0-91dc-63a3e91d8d2f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 814 time: 0.1030078 Apr 18 14:02:16.671005 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-0fa3552b-fa12-438b-93c3-6fa29744bda0 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/quotas/66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 375 time: 0.0087655 Apr 18 14:02:16.718785 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-b6e9d244-948e-42ae-8201-0430b00b1fb5 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429454 Apr 18 14:02:16.817966 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-120a538a-13af-4f21-b3f9-6d9dd5921bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871553 Apr 18 14:02:16.907066 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-f09a6a65-c129-40f2-bbd8-95a252d4144a service neutron] 10.222.0.11 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824392 Apr 18 14:02:17.074115 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c1ef2f2a-ec16-4ab5-a6a4-113dcd6d2452 req-2de306bf-2a66-4492-9e77-3c2d6b87d300 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 210 time: 0.0321991 Apr 18 14:02:18.180720 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8340ad66-af7a-45e3-8790-c86a571d6690 req-16b818e1-19f1-4f41-bef7-b641de1ed9a1 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 210 time: 0.0376296 Apr 18 14:02:18.238090 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-a33bc801-3984-4129-8478-28ed3c29bb64 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:18.239704 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-a33bc801-3984-4129-8478-28ed3c29bb64 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 814 time: 0.1099548 Apr 18 14:02:18.330711 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-7224d598-b38b-48ec-814c-ae90c273cf27 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66f1643c0885490baadc8e2841a830b5 HTTP/1.1" status: 200 len: 379 time: 0.0600417 Apr 18 14:02:18.429760 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'port': {'device_id': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'admin_state_up': True, 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'security_groups': ['542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:18.533060 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Made reservation on behalf of 66f1643c0885490baadc8e2841a830b5 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:02:18.536541 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:18.661240 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Allocated IP 172.20.0.14 (690afe85-44bf-4266-8667-487a0712718b/042fb7f6-51f2-481a-b360-633186e47ac1/25ee32cb-c76e-4cee-8cc0-3277443b34fa) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:02:18.799931 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:18.832276 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:18.875597 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Network 690afe85-44bf-4266-8667-487a0712718b is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:02:18.880908 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-64f325b4-c495-4e2a-ac0c-f467bd32968c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:18.881620 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:02:18.886056 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:02:18.892592 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event updated for resources: {'Port': ['ID=25ee32cb-c76e-4cee-8cc0-3277443b34fa,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:18.941274 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:18.941904 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:18.958487 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-73dc0016-c9b3-4159-8c97-b0a5080dc718 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5324152 Apr 18 14:02:18.971412 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Request body: {'port': {'device_id': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:19.035636 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:19.109578 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-9df8eab5-9da7-4727-8368-2251acb2fb13 None None] Provisioning complete for port 25ee32cb-c76e-4cee-8cc0-3277443b34fa triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:02:19.109950 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9df8eab5-9da7-4727-8368-2251acb2fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:19.154201 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9df8eab5-9da7-4727-8368-2251acb2fb13 None None] Port 25ee32cb-c76e-4cee-8cc0-3277443b34fa cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:02:19.299522 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ee32cb-c76e-4cee-8cc0-3277443b34fa {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:02:19.305672 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf0932-c39e-4183-8ddc-19ce6e585a15 req-89156656-8049-4fc9-ad15-ab4761fb554c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:19.307982 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Publish callbacks [] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:19.308346 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bfaf0932-c39e-4183-8ddc-19ce6e585a15 req-89156656-8049-4fc9-ad15-ab4761fb554c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 932 time: 0.0581472 Apr 18 14:02:19.322155 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Transition to ACTIVE for port object 25ee32cb-c76e-4cee-8cc0-3277443b34fa will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:02:19.325962 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:19.358136 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bfaf0932-c39e-4183-8ddc-19ce6e585a15 req-7fe0286a-2eb8-4a45-bfe3-39d8a9747f96 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436289 Apr 18 14:02:19.390533 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=25ee32cb-c76e-4cee-8cc0-3277443b34fa,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:19.462483 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Attempting to bind port 25ee32cb-c76e-4cee-8cc0-3277443b34fa on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:02:19.462953 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Attempting to bind port 25ee32cb-c76e-4cee-8cc0-3277443b34fa by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:02:19.463276 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Attempting to bind port 25ee32cb-c76e-4cee-8cc0-3277443b34fa on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:02:19.468557 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Port 25ee32cb-c76e-4cee-8cc0-3277443b34fa on network 690afe85-44bf-4266-8667-487a0712718b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:02:19.468873 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Attempting to bind port 25ee32cb-c76e-4cee-8cc0-3277443b34fa on network 690afe85-44bf-4266-8667-487a0712718b {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:02:19.474081 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:02:19.474421 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Checking segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:02:19.474846 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Bound using segment: {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:02:19.475276 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Bound port: 25ee32cb-c76e-4cee-8cc0-3277443b34fa, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2f889c-cc13-414e-9679-9052df560728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '690afe85-44bf-4266-8667-487a0712718b'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:02:19.475644 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:19.542518 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] For port 25ee32cb-c76e-4cee-8cc0-3277443b34fa, host hv-cinder-83830, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:02:19.545420 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] For port 25ee32cb-c76e-4cee-8cc0-3277443b34fa, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=25ee32cb-c76e-4cee-8cc0-3277443b34fa,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:02:19.550237 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:19.582944 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:19.583561 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:19.585026 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/25ee32cb-c76e-4cee-8cc0-3277443b34fa HTTP/1.1" status: 200 len: 1094 time: 0.6178243 Apr 18 14:02:19.585565 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'tag': '25ee32cb-c76e-4cee-8cc0-3277443b34fa'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:19.588231 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b456b-79b7-45b0-9975-e2d1775071a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7dd8b5-bd3d-4f05-aecd-f4637f87004e", "tag": "25ee32cb-c76e-4cee-8cc0-3277443b34fa"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:19.616826 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb618f-cab0-4e23-8646-49eb5806a9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=25ee32cb-c76e-4cee-8cc0-3277443b34fa,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:19.639108 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e98d00-3843-48ba-aa1b-74590400d1eb x-openstack-request-id: req-28e98d00-3843-48ba-aa1b-74590400d1eb {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:19.639517 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7dd8b5-bd3d-4f05-aecd-f4637f87004e", "tag": "25ee32cb-c76e-4cee-8cc0-3277443b34fa", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:19.640077 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28e98d00-3843-48ba-aa1b-74590400d1eb {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:19.640567 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e98d00-3843-48ba-aa1b-74590400d1eb'] response: {'name': 'network-changed', 'server_uuid': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'tag': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'status': 'completed', 'code': 200} Apr 18 14:02:19.686200 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-dffa1bbf-1443-4c57-9cec-093de727f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:19.687719 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-dffa1bbf-1443-4c57-9cec-093de727f79a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 1128 time: 0.0416572 Apr 18 14:02:19.749429 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-0e6b628a-bc0f-421b-9e45-a9f79d8cfc56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ee32cb-c76e-4cee-8cc0-3277443b34fa HTTP/1.1" status: 200 len: 217 time: 0.0413809 Apr 18 14:02:19.800426 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-d2babbf1-501a-4526-9402-190edb4b70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:19.801903 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-d2babbf1-501a-4526-9402-190edb4b70e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0464263 Apr 18 14:02:19.851674 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-896d4df7-56a9-439f-8908-427b9e8753ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:19.853201 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-896d4df7-56a9-439f-8908-427b9e8753ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395796 Apr 18 14:02:19.948947 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-c3f264c7-495c-4a0e-af74-800a51c89af4 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851781 Apr 18 14:02:20.050853 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f3d9cdb2-546d-43db-8f43-df0aff1ef973 req-c8a1b98f-3816-45ce-88dd-965d4c0801e5 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873439 Apr 18 14:02:20.474770 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad4cef-4dd6-418e-8c92-68e8ec467fbf req-1d002b44-9b0e-4be6-95a8-0c1e97e9da7e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:20.476305 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-67ad4cef-4dd6-418e-8c92-68e8ec467fbf req-1d002b44-9b0e-4be6-95a8-0c1e97e9da7e tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 944 time: 0.0478559 Apr 18 14:02:20.525731 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-67ad4cef-4dd6-418e-8c92-68e8ec467fbf req-6f65de89-3b06-43fe-b1d0-b773648a32aa tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431740 Apr 18 14:02:21.452310 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d8cc127e-19f4-4ecf-9933-9fd962615730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:21.638815 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a317d2-980c-4be5-824b-b1ada8b9d67f req-ba060e83-66a2-408e-bcc6-4aa276b27770 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:21.640293 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48a317d2-980c-4be5-824b-b1ada8b9d67f req-ba060e83-66a2-408e-bcc6-4aa276b27770 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 944 time: 0.0472956 Apr 18 14:02:21.688968 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48a317d2-980c-4be5-824b-b1ada8b9d67f req-4cd25d3c-ad83-4f13-8e7c-ea83b1965aa2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Apr 18 14:02:21.708313 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-dbdecd15-f36f-40ed-a986-5f07759d3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:21.709750 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-dbdecd15-f36f-40ed-a986-5f07759d3656 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 1128 time: 0.0426643 Apr 18 14:02:21.814638 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-75ffe6e8-c645-48bd-ba0e-24d4514d1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:21.816102 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-75ffe6e8-c645-48bd-ba0e-24d4514d1ad2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 915 time: 0.0832081 Apr 18 14:02:21.866516 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-4cbbeb6f-8481-4dcb-93c9-489263983c94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ee32cb-c76e-4cee-8cc0-3277443b34fa HTTP/1.1" status: 200 len: 217 time: 0.0373204 Apr 18 14:02:21.920209 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-4781c651-3289-4b52-b780-2a207e0ea161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:21.921655 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-4781c651-3289-4b52-b780-2a207e0ea161 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0469444 Apr 18 14:02:21.968648 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-d1d5f9cd-121e-445f-98f6-e3613cf3e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:21.970027 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-d1d5f9cd-121e-445f-98f6-e3613cf3e822 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372124 Apr 18 14:02:22.070243 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-9989417a-bd65-48fc-87db-95d65d190ff7 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878406 Apr 18 14:02:22.163220 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e11b456b-79b7-45b0-9975-e2d1775071a4 req-c43bdd64-0dce-4c5a-9494-1e2d5d3884ef service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845389 Apr 18 14:02:22.658067 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:22.683841 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 25ee32cb-c76e-4cee-8cc0-3277443b34fa details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:02:22.785430 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 25ee32cb-c76e-4cee-8cc0-3277443b34fa, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=25ee32cb-c76e-4cee-8cc0-3277443b34fa,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:22.796753 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'port_id': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'mac_address': 'fa:16:3e:19:e8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:02:22.800028 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2eb71d-4968-4524-9741-bfbf2c5443d4 req-8018e9f9-a297-4de7-a725-74301cb025f2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:22.801516 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc2eb71d-4968-4524-9741-bfbf2c5443d4 req-8018e9f9-a297-4de7-a725-74301cb025f2 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 944 time: 0.0461147 Apr 18 14:02:22.835808 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 25ee32cb-c76e-4cee-8cc0-3277443b34fa is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:02:22.836197 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:22.852233 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ee32cb-c76e-4cee-8cc0-3277443b34fa {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:02:22.856675 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc2eb71d-4968-4524-9741-bfbf2c5443d4 req-c6456e8b-0d0e-4181-97db-197622b476ff tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485842 Apr 18 14:02:22.875598 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 25ee32cb-c76e-4cee-8cc0-3277443b34fa, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=25ee32cb-c76e-4cee-8cc0-3277443b34fa,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:22.879727 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:22.938180 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=25ee32cb-c76e-4cee-8cc0-3277443b34fa,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:23.288898 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['25ee32cb-c76e-4cee-8cc0-3277443b34fa'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:02:23.676814 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20300e23-dd38-466c-b6ec-b27b84b76000 req-e02f70dc-d383-48ec-b8ed-679ad06fcaa0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:23.678277 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-20300e23-dd38-466c-b6ec-b27b84b76000 req-e02f70dc-d383-48ec-b8ed-679ad06fcaa0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0509307 Apr 18 14:02:23.726884 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-20300e23-dd38-466c-b6ec-b27b84b76000 req-0994d58b-84af-4430-8409-36a369c831b2 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Apr 18 14:02:23.973421 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eb16f-3030-4728-83b8-ba17d421912d req-ea9f0d58-019f-4fb9-a22e-b124dd8cbae3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:23.974867 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-637eb16f-3030-4728-83b8-ba17d421912d req-ea9f0d58-019f-4fb9-a22e-b124dd8cbae3 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 945 time: 0.0465052 Apr 18 14:02:24.020370 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-637eb16f-3030-4728-83b8-ba17d421912d req-f1e9410d-89f0-4d69-8cc9-f7a08da3b78f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398803 Apr 18 14:02:24.041168 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:24.684050 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 25ee32cb-c76e-4cee-8cc0-3277443b34fa up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:02:24.730320 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 25ee32cb-c76e-4cee-8cc0-3277443b34fa completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:02:24.735979 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 25ee32cb-c76e-4cee-8cc0-3277443b34fa triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:02:24.736335 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:24.813932 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 25ee32cb-c76e-4cee-8cc0-3277443b34fa is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:02:24.814319 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:24.836891 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ee32cb-c76e-4cee-8cc0-3277443b34fa'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:24.839259 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a453459-29b7-493f-b370-7eeaf8346c5f" -d '{"events": [{"server_uuid": "6b7dd8b5-bd3d-4f05-aecd-f4637f87004e", "name": "network-vif-plugged", "status": "completed", "tag": "25ee32cb-c76e-4cee-8cc0-3277443b34fa"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:24.842078 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300d355-c806-4609-a06c-40af7cb58c77 req-aef654c7-126e-47c9-912d-69edda7c0d5d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:24.844064 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0300d355-c806-4609-a06c-40af7cb58c77 req-aef654c7-126e-47c9-912d-69edda7c0d5d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0504405 Apr 18 14:02:24.857188 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 25ee32cb-c76e-4cee-8cc0-3277443b34fa, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=25ee32cb-c76e-4cee-8cc0-3277443b34fa,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:24.861920 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:24.892150 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d02649-be6a-4c37-9b51-9b4a1d2f5e68 x-openstack-request-id: req-31d02649-be6a-4c37-9b51-9b4a1d2f5e68 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:24.892442 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7dd8b5-bd3d-4f05-aecd-f4637f87004e", "name": "network-vif-plugged", "status": "completed", "tag": "25ee32cb-c76e-4cee-8cc0-3277443b34fa", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:24.892693 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31d02649-be6a-4c37-9b51-9b4a1d2f5e68 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:24.893093 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d02649-be6a-4c37-9b51-9b4a1d2f5e68'] response: {'server_uuid': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'code': 200} Apr 18 14:02:24.894347 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0300d355-c806-4609-a06c-40af7cb58c77 req-7efd1d80-2cd6-4523-8513-e311e0f5bb0f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449047 Apr 18 14:02:24.918506 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=25ee32cb-c76e-4cee-8cc0-3277443b34fa,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:25.134801 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffdadf-475e-432f-a6d4-3ac148e844ea req-4e1060dd-d6dd-4cd4-8170-867b4e862527 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:25.136304 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-beffdadf-475e-432f-a6d4-3ac148e844ea req-4e1060dd-d6dd-4cd4-8170-867b4e862527 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 946 time: 0.0479081 Apr 18 14:02:25.185868 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-beffdadf-475e-432f-a6d4-3ac148e844ea req-cc2d1d13-73b2-49b1-8e5f-b89098149b56 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440576 Apr 18 14:02:25.328341 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:25.500942 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016198-f9ca-4954-9c2c-d4fcb55a382d req-299a991e-1bac-410b-b89d-76ba24cc6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:25.502423 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ce016198-f9ca-4954-9c2c-d4fcb55a382d req-299a991e-1bac-410b-b89d-76ba24cc6e94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 1130 time: 0.0418334 Apr 18 14:02:25.696507 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ce016198-f9ca-4954-9c2c-d4fcb55a382d req-b02ed9e3-f88e-41d3-950c-91237651f8f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368752 Apr 18 14:02:26.012331 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf2c50-49e6-4d99-8b80-a142a99bf1ac req-0ddc10f7-5c87-4a2e-9bb6-0018097fdbed tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:26.013694 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85bf2c50-49e6-4d99-8b80-a142a99bf1ac req-0ddc10f7-5c87-4a2e-9bb6-0018097fdbed tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0507696 Apr 18 14:02:26.057165 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-d6d40b4e-8d5c-43f8-9cad-5a7ab45ab408 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:26.058627 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-d6d40b4e-8d5c-43f8-9cad-5a7ab45ab408 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 946 time: 0.0474334 Apr 18 14:02:26.065251 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85bf2c50-49e6-4d99-8b80-a142a99bf1ac req-8bd423fd-8218-420f-9fcb-fcad3f2d8bcb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459690 Apr 18 14:02:26.160905 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Deleting port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:26.161239 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:26.260238 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] For port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:26.260629 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:26.281664 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:02:26.299811 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7793-2a95-462b-876f-627a4ba43fa9 req-8f5e4aa2-b417-4cc6-9425-61226d04aee6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:26.301312 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61bf7793-2a95-462b-876f-627a4ba43fa9 req-8f5e4aa2-b417-4cc6-9425-61226d04aee6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 946 time: 0.0477502 Apr 18 14:02:26.350550 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61bf7793-2a95-462b-876f-627a4ba43fa9 req-ed3f05f8-90cc-4192-953b-f713ea0ca380 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 Apr 18 14:02:26.440643 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:26.441011 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (7933df9e-b1e7-48c7-9e20-302b42191187), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:26.441321 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Floating IP 7933df9e-b1e7-48c7-9e20-302b42191187 disassociated. External IP: 172.27.3.208, port: 2907b527-4890-4c30-b4b4-2ac4e62fa7c3. Apr 18 14:02:26.441711 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Calling delete_port for 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:26.585989 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (2907b527-4890-4c30-b4b4-2ac4e62fa7c3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:26.614952 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event deleted for resources: {'Port': ['ID=2907b527-4890-4c30-b4b4-2ac4e62fa7c3,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:26.731299 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Router 5964462e-8104-4696-bb64-601ed44deea5 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:27.094729 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:27.106528 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:27.126552 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:27.127195 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:27.176897 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] No DVR routers for this DVR port 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 on host hv-cinder-83830 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:27.179921 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:27.183869 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ab9a0b9-d782-4d67-9887-f478e0bbbf02 req-ebbd093b-88a1-47b7-b856-6ca2c91f876b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "DELETE /v2.0/ports/2907b527-4890-4c30-b4b4-2ac4e62fa7c3 HTTP/1.1" status: 204 len: 173 time: 1.1134815 Apr 18 14:02:27.184476 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'name': 'network-vif-deleted', 'tag': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:27.186940 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c55286a-13b9-4f17-8c6d-f14a6a24a266" -d '{"events": [{"server_uuid": "f99d7d13-8b0a-4bb2-88fc-d1855aec192f", "name": "network-vif-deleted", "tag": "2907b527-4890-4c30-b4b4-2ac4e62fa7c3"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:27.188333 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ce29c35b-becc-4ddf-86b2-c6fc53f84e1f req-6910351e-4946-49be-a341-0b19387aaef0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 210 time: 0.0367892 Apr 18 14:02:27.242603 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3621abf5-8134-4d6a-9e99-dc7623aa7ab7 x-openstack-request-id: req-3621abf5-8134-4d6a-9e99-dc7623aa7ab7 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:27.242899 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99d7d13-8b0a-4bb2-88fc-d1855aec192f", "name": "network-vif-deleted", "tag": "2907b527-4890-4c30-b4b4-2ac4e62fa7c3", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:27.243815 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3621abf5-8134-4d6a-9e99-dc7623aa7ab7 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:27.244321 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3621abf5-8134-4d6a-9e99-dc7623aa7ab7'] response: {'server_uuid': 'f99d7d13-8b0a-4bb2-88fc-d1855aec192f', 'name': 'network-vif-deleted', 'tag': '2907b527-4890-4c30-b4b4-2ac4e62fa7c3', 'status': 'completed', 'code': 200} Apr 18 14:02:27.253663 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:27.446213 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:27.463663 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd379-7740-436f-a51f-e4930be9e684 req-8c6e2fd2-c0a4-4e12-b46d-dba372866771 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:27.465305 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a3bd379-7740-436f-a51f-e4930be9e684 req-8c6e2fd2-c0a4-4e12-b46d-dba372866771 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 946 time: 0.0460031 Apr 18 14:02:27.476567 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:27.485242 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:27.485842 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:27.516575 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a3bd379-7740-436f-a51f-e4930be9e684 req-cdbb8d77-d143-407c-a6ed-d02e6fedcd28 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454323 Apr 18 14:02:27.631901 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b5ef1-2c15-4684-8efd-63b574ffd56d req-05ff8d77-c9f5-4225-8884-40297364e48f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:27.633459 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f9b5ef1-2c15-4684-8efd-63b574ffd56d req-05ff8d77-c9f5-4225-8884-40297364e48f tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 946 time: 0.0513768 Apr 18 14:02:27.642337 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35452) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:27.646852 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Request body: {'floatingip': {'port_id': '25ee32cb-c76e-4cee-8cc0-3277443b34fa'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:27.688031 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (7893cdd1-2455-4e19-beb8-86839aa36f37), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:27.721351 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:27.917143 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:27.950339 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414dd09-03c9-4ff5-a8c5-9d0bc0cbbf32 None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:28.166777 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:28.174511 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (7893cdd1-2455-4e19-beb8-86839aa36f37), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:28.212936 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5cc7c-77b8-41df-a729-f2f95e7a1327 None None] New status for floating IP 7933df9e-b1e7-48c7-9e20-302b42191187: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:02:28.308255 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-99283c37-7633-4aff-b894-5ff2e1b99622 req-c19bfbc2-e855-47ab-968b-29e4c54f1935 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=f99d7d13-8b0a-4bb2-88fc-d1855aec192f HTTP/1.1" status: 200 len: 210 time: 0.0365722 Apr 18 14:02:28.319686 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Floating IP 7893cdd1-2455-4e19-beb8-86839aa36f37 associated. External IP: 172.27.3.59, port: 25ee32cb-c76e-4cee-8cc0-3277443b34fa. Apr 18 14:02:28.536857 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:28.652884 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:28.657406 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:28.664480 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:28.675314 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:28.676031 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:28.692752 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e2677333-a51f-438e-b9e6-d0355a4b11f6 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "PUT /v2.0/floatingips/7893cdd1-2455-4e19-beb8-86839aa36f37 HTTP/1.1" status: 200 len: 991 time: 1.0437799 Apr 18 14:02:28.692752 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'tag': '25ee32cb-c76e-4cee-8cc0-3277443b34fa'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:28.692752 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c848272-5073-4dfa-9bb8-926302cb9999" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7dd8b5-bd3d-4f05-aecd-f4637f87004e", "tag": "25ee32cb-c76e-4cee-8cc0-3277443b34fa"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:28.713833 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:28.729468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53761352-1134-47c6-a5de-120a33790a2b x-openstack-request-id: req-53761352-1134-47c6-a5de-120a33790a2b {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:28.729802 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7dd8b5-bd3d-4f05-aecd-f4637f87004e", "tag": "25ee32cb-c76e-4cee-8cc0-3277443b34fa", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:28.730019 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53761352-1134-47c6-a5de-120a33790a2b {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:28.730433 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53761352-1134-47c6-a5de-120a33790a2b'] response: {'name': 'network-changed', 'server_uuid': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'tag': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'status': 'completed', 'code': 200} Apr 18 14:02:28.738007 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:28.738347 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 2907b527-4890-4c30-b4b4-2ac4e62fa7c3 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:28.809514 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:29.022361 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '7893cdd1-2455-4e19-beb8-86839aa36f37', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:19:e8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:16Z', 'updated_at': '2022-04-18T14:02:28Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:29.054738 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:29.064090 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:29.064640 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:29.073081 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-f865f99f-654b-4af4-8a92-28f4df25cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:29.074617 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-f865f99f-654b-4af4-8a92-28f4df25cc79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66f1643c0885490baadc8e2841a830b5&device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 1130 time: 0.0515411 Apr 18 14:02:29.191260 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:29.214954 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-02946d83-51c5-447d-9be7-7aba6e1acddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:29.217181 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-02946d83-51c5-447d-9be7-7aba6e1acddb service neutron] 10.222.0.37 "GET /v2.0/networks?id=690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 200 len: 915 time: 0.1282661 Apr 18 14:02:29.290630 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-a4b6eec7-8f64-4940-b1b2-5d21f9113e8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ee32cb-c76e-4cee-8cc0-3277443b34fa HTTP/1.1" status: 200 len: 999 time: 0.0665395 Apr 18 14:02:29.362787 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-8764da66-7833-44b1-98a7-cf8175425b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:29.364698 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-8764da66-7833-44b1-98a7-cf8175425b55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 200 len: 853 time: 0.0609856 Apr 18 14:02:29.417646 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-3999ec9f-4432-4bba-aa5a-626fe48a9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:29.419304 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-3999ec9f-4432-4bba-aa5a-626fe48a9f58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=690afe85-44bf-4266-8667-487a0712718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468383 Apr 18 14:02:29.456316 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '7893cdd1-2455-4e19-beb8-86839aa36f37', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:19:e8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:16Z', 'updated_at': '2022-04-18T14:02:28Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:29.494409 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909183c4-b63f-450e-9d52-96e6b87bbec7 None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '7893cdd1-2455-4e19-beb8-86839aa36f37', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'port_id': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'mac_address': 'fa:16:3e:19:e8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:16Z', 'updated_at': '2022-04-18T14:02:28Z', 'revision_number': 1, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:29.537862 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-757a3810-cef5-498c-bc74-282b6044fe15 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066215 Apr 18 14:02:29.654997 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7c848272-5073-4dfa-9bb8-926302cb9999 req-c4cf8902-b663-46b4-9f87-6aa02cc84703 service neutron] 10.222.0.37 "GET /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074185 Apr 18 14:02:29.669661 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-ee7ec0ec-4a4f-4f7e-9a66-9e869450f94d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946790967&fields=id&tenant_id=2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 267 time: 0.0513997 Apr 18 14:02:29.764342 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9d1f7-863c-42f8-9122-ccba0b3939a2 None None] New status for floating IP 7893cdd1-2455-4e19-beb8-86839aa36f37: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:02:29.797811 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c83585-1092-47cb-b4cb-f51a5dcc4ec2 req-8a8ab191-2531-43fc-8a49-ae6254b06922 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:29.799295 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c1c83585-1092-47cb-b4cb-f51a5dcc4ec2 req-8a8ab191-2531-43fc-8a49-ae6254b06922 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0884931 Apr 18 14:02:29.842588 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-526d9a20-25fa-49e6-845d-3e8e7f29bb5b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:29.844065 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-526d9a20-25fa-49e6-845d-3e8e7f29bb5b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 812 time: 0.1660705 Apr 18 14:02:29.870602 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-c15e8cb7-665d-4c22-a59f-f4ba5372b101 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/quotas/2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 375 time: 0.0184467 Apr 18 14:02:29.877398 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c1c83585-1092-47cb-b4cb-f51a5dcc4ec2 req-193b5f62-f636-463d-bf41-a29622a21ef1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723553 Apr 18 14:02:29.929346 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-eed6015d-d4cd-48a5-98cc-0e905b55e1bb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510063 Apr 18 14:02:30.028327 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-ae8af713-6800-4e8c-a920-5e1b329dedf7 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860198 Apr 18 14:02:30.120389 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-2413b17b-fb4b-442c-b701-bd636a396faf service neutron] 10.222.0.11 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863109 Apr 18 14:02:30.411582 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5fc74e1-5937-4171-9848-3aa1c32f5aba req-0ce26281-fb04-4141-bc56-91780c59a4f1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0287473 Apr 18 14:02:30.991285 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd0cf4-8458-40f7-91c4-ca6e39d23d7b req-81796498-a16d-4105-b86e-6d83d51e1eba tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:30.992752 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c1cd0cf4-8458-40f7-91c4-ca6e39d23d7b req-81796498-a16d-4105-b86e-6d83d51e1eba tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0462840 Apr 18 14:02:31.039593 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:31.040262 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c1cd0cf4-8458-40f7-91c4-ca6e39d23d7b req-01ac6726-0b39-43aa-b3be-a0de3b602271 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405545 Apr 18 14:02:31.506912 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-017b84ed-b66b-4ec5-a379-094ca40560ba req-5102bff0-b924-4441-92f6-51c376f6b46a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0315652 Apr 18 14:02:32.156267 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faf10d-e77b-4306-8264-b8f4ebc9aa34 req-1c9dad69-98a2-4a97-99c3-f28b19563172 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:32.157728 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-73faf10d-e77b-4306-8264-b8f4ebc9aa34 req-1c9dad69-98a2-4a97-99c3-f28b19563172 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0466776 Apr 18 14:02:32.203868 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-73faf10d-e77b-4306-8264-b8f4ebc9aa34 req-7cc7b8e8-ed6b-4f37-b48f-0deba3e796ec tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404811 Apr 18 14:02:32.607497 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f3d18a6-0a65-45f3-8ebf-939691c1bb45 req-7af10706-ce6e-401b-bea4-4d63f6d704a8 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0319963 Apr 18 14:02:32.644735 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-ed19b57e-5775-40fe-84f1-82e831666a2d tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1957132531&fields=id&tenant_id=1711ca0fe8b9407b831718144594a676 HTTP/1.1" status: 200 len: 267 time: 0.0590372 Apr 18 14:02:32.698727 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-ba879e9d-ba0e-4202-8cd3-02567f749e1b tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:32.700164 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-ba879e9d-ba0e-4202-8cd3-02567f749e1b tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 984 time: 0.0496633 Apr 18 14:02:32.710477 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Request body: {'port': {'security_groups': ['ece1b944-d493-4cb9-90cb-e941dad59b68']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:32.784387 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:32.957749 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] For port 5b0213e9-d344-418f-8d14-cc74588d5be0, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=5b0213e9-d344-418f-8d14-cc74588d5be0,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:32.986327 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:32.990612 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.003615 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['5b0213e9-d344-418f-8d14-cc74588d5be0'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:02:33.033184 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:33.033799 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.036356 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a169ccbd-ce7c-4394-a552-bde7e91ebb5c req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "PUT /v2.0/ports/5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 942 time: 0.3299825 Apr 18 14:02:33.036841 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:33.042742 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135959a6-1d41-4cac-97fc-c677213ea4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:33.043316 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35510) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:33.075973 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135b770-626f-44aa-8543-3612ae140c94 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event updated for resources: {'Port': ['ID=5b0213e9-d344-418f-8d14-cc74588d5be0,revision_number=7']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:33.111073 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f1fa79-7c5a-4852-bc0c-bd5bdef23b3b x-openstack-request-id: req-c0f1fa79-7c5a-4852-bc0c-bd5bdef23b3b {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:33.111367 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:33.111623 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0f1fa79-7c5a-4852-bc0c-bd5bdef23b3b {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:33.112540 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f1fa79-7c5a-4852-bc0c-bd5bdef23b3b'] response: {'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'status': 'completed', 'code': 200} Apr 18 14:02:33.129699 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ddd8be57-ed81-4b85-84dc-795c80fef852 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group (89a9aca6-cb28-446f-a180-982cffeb0ae7), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.161016 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ddd8be57-ed81-4b85-84dc-795c80fef852 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group (89a9aca6-cb28-446f-a180-982cffeb0ae7), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.206713 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['5b0213e9-d344-418f-8d14-cc74588d5be0'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:02:33.228239 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ddd8be57-ed81-4b85-84dc-795c80fef852 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (89a9aca6-cb28-446f-a180-982cffeb0ae7), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.231453 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ddd8be57-ed81-4b85-84dc-795c80fef852 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.235483 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35514) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:33.235916 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ddd8be57-ed81-4b85-84dc-795c80fef852 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "DELETE /v2.0/security-groups/89a9aca6-cb28-446f-a180-982cffeb0ae7 HTTP/1.1" status: 204 len: 168 time: 0.1914794 Apr 18 14:02:33.249276 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8be57-ed81-4b85-84dc-795c80fef852 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a9aca6-cb28-446f-a180-982cffeb0ae7,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:33.334237 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-cb78f021-2832-4558-9532-7d191e3d1d00 None None] Provisioning complete for port 5b0213e9-d344-418f-8d14-cc74588d5be0 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:02:33.334597 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cb78f021-2832-4558-9532-7d191e3d1d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.383311 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43298ef-6131-4138-9619-bdfd0e4e8a5d req-7ef8f00e-4344-44a3-b60e-8b7760b9c91f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:33.385392 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f43298ef-6131-4138-9619-bdfd0e4e8a5d req-7ef8f00e-4344-44a3-b60e-8b7760b9c91f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0917172 Apr 18 14:02:33.450239 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-cb78f021-2832-4558-9532-7d191e3d1d00 None None] Current status of the port 5b0213e9-d344-418f-8d14-cc74588d5be0 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:02:33.475281 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f43298ef-6131-4138-9619-bdfd0e4e8a5d req-3dd2dbc5-cc1e-48af-a3ff-b4d203c05cd8 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821898 Apr 18 14:02:33.476048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Deleting port d9515844-6f79-44de-97e5-8de368a7ad71 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:33.476391 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (d9515844-6f79-44de-97e5-8de368a7ad71), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.550652 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (d9515844-6f79-44de-97e5-8de368a7ad71), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.550989 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for floatingip (d9515844-6f79-44de-97e5-8de368a7ad71), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.563266 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Calling delete_port for d9515844-6f79-44de-97e5-8de368a7ad71 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:33.710601 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6619f344-cf1c-440a-92e7-539f5cfb5da2 req-e97a1f8a-7237-4309-90ce-af2821715b03 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0349166 Apr 18 14:02:33.761712 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (d9515844-6f79-44de-97e5-8de368a7ad71), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.786376 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event deleted for resources: {'Port': ['ID=d9515844-6f79-44de-97e5-8de368a7ad71,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:33.811339 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks [] for floatingip (0488b23a-cf03-4eb5-9110-96e98237caf9), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:33.811680 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Floating IP 0488b23a-cf03-4eb5-9110-96e98237caf9 disassociated (deleted). External IP: 172.27.3.40, port: 5b0213e9-d344-418f-8d14-cc74588d5be0. Apr 18 14:02:33.972426 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-36f09e98-df83-44b9-a672-c0d243989d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:33.974054 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-36f09e98-df83-44b9-a672-c0d243989d0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1711ca0fe8b9407b831718144594a676&device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1129 time: 0.0421257 Apr 18 14:02:34.029248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Router 18a49a0c-e845-4db1-9eca-811d5438f1e9 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:34.281099 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-9b4785c7-e909-46f3-b845-c53ce20a5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:34.282826 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-9b4785c7-e909-46f3-b845-c53ce20a5190 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 200 len: 916 time: 0.1633711 Apr 18 14:02:34.294087 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-cc6a1ffd-b54c-4ae4-abf3-fca9123e0529 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:34.295609 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-cc6a1ffd-b54c-4ae4-abf3-fca9123e0529 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0675893 Apr 18 14:02:34.368295 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-410cafa3-f9ea-49d9-bde9-8b1d7a211c06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 217 time: 0.0354757 Apr 18 14:02:34.420027 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-53eacef1-eb09-4be9-a5eb-0035bf465d76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3350170 Apr 18 14:02:34.427184 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:34.432089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:34.437555 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] Sync routers for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:34.448854 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:34.449475 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:34.460760 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fe1388db-5545-4421-8422-52c414c08a37 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "DELETE /v2.0/floatingips/0488b23a-cf03-4eb5-9110-96e98237caf9 HTTP/1.1" status: 204 len: 168 time: 1.2241330 Apr 18 14:02:34.567526 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:34.597117 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c34a4-6e87-468d-a04e-feda0012c23c req-424db53d-800f-4c90-b940-daa82af72c3d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:34.598537 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d63c34a4-6e87-468d-a04e-feda0012c23c req-424db53d-800f-4c90-b940-daa82af72c3d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 945 time: 0.0515785 Apr 18 14:02:34.654339 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d63c34a4-6e87-468d-a04e-feda0012c23c req-c7b6d5a6-7cd9-4bf9-9002-4ac0a1c0b6e1 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb02a93-c571-4bf9-8b36-2a507213fd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498176 Apr 18 14:02:34.801850 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-52ccb936-148d-4ee8-bba7-c99600603c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:34.806517 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:07Z', 'revision_number': 5, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:34.808639 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-52ccb936-148d-4ee8-bba7-c99600603c6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 1130 time: 0.0716712 Apr 18 14:02:34.851826 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5919315a-7f68-4841-9dae-8b8f1c1a2610 req-619189b4-4cbd-488c-b279-0226d6dfdaea tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0368180 Apr 18 14:02:34.867507 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Deleting port de6a9e75-6bac-4ed0-8a27-fc097dbaddab {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:34.867977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:34.915569 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-5fbfbe18-c189-4a57-9151-2eb0ff368f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:34.917119 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-5fbfbe18-c189-4a57-9151-2eb0ff368f14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f151c8-7418-491e-bf09-0d3aca8b676e HTTP/1.1" status: 200 len: 854 time: 0.1695275 Apr 18 14:02:34.961343 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-c8f43144-a5cb-4b32-b70b-e6627d9eed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:34.963744 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-c8f43144-a5cb-4b32-b70b-e6627d9eed8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 200 len: 920 time: 0.1059105 Apr 18 14:02:34.989371 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] For port de6a9e75-6bac-4ed0-8a27-fc097dbaddab, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:34.989759 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:35.016289 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] Checking router: 18a49a0c-e845-4db1-9eca-811d5438f1e9 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:35.025429 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:35.026041 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:35.112630 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:35.114949 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f7db5-50fd-42c0-b74e-43751f384409" -d '{"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:35.135623 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:35.154042 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a0b11c-61cc-468c-9831-71942de2dbb2 x-openstack-request-id: req-e4a0b11c-61cc-468c-9831-71942de2dbb2 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:35.154436 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:35.154587 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4a0b11c-61cc-468c-9831-71942de2dbb2 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:35.154988 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a0b11c-61cc-468c-9831-71942de2dbb2'] response: {'name': 'network-changed', 'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'status': 'completed', 'code': 200} Apr 18 14:02:35.168725 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:35.169098 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (22ee679f-f1d8-4989-a3a6-3117d870fa46), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:35.169386 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Floating IP 22ee679f-f1d8-4989-a3a6-3117d870fa46 disassociated. External IP: 172.27.3.56, port: de6a9e75-6bac-4ed0-8a27-fc097dbaddab. Apr 18 14:02:35.169760 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Calling delete_port for de6a9e75-6bac-4ed0-8a27-fc097dbaddab owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:35.325554 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-a1e63d6b-b3f3-49da-bf4c-277e063a8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:35.327844 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-a1e63d6b-b3f3-49da-bf4c-277e063a8bf5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b174195-8539-4db4-895a-fc7e738a5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494444 Apr 18 14:02:35.329893 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-b1fbfeba-0cf3-46b9-a721-b364820656e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9283a7fe-3056-4543-a907-37ec78acf7cd HTTP/1.1" status: 200 len: 217 time: 0.0443568 Apr 18 14:02:35.355249 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:07Z', 'revision_number': 5, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:35.377521 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (de6a9e75-6bac-4ed0-8a27-fc097dbaddab), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:35.387815 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c40b59-c97f-4e6b-aa89-2fcd2173187d None None] The sync data for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi is: [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T13:59:02Z', 'revision_number': 4, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '68e80a7a-2a18-4621-9ac2-55376ca5c7de', 'name': '', 'network_id': '7b174195-8539-4db4-895a-fc7e738a5f7d', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'mac_address': 'fa:16:3e:ca:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:02Z', 'updated_at': '2022-04-18T13:59:07Z', 'revision_number': 5, 'project_id': '1711ca0fe8b9407b831718144594a676', 'subnets': [{'id': '95f151c8-7418-491e-bf09-0d3aca8b676e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:35.432147 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-a440dbb1-46cc-441b-8354-4ec908ec5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:35.433767 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-a440dbb1-46cc-441b-8354-4ec908ec5ce9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 200 len: 858 time: 0.0641191 Apr 18 14:02:35.458212 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-b40915b7-1317-43c1-b39f-d83e75a0c782 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:35.459953 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-b40915b7-1317-43c1-b39f-d83e75a0c782 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 812 time: 0.1963184 Apr 18 14:02:35.485482 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event deleted for resources: {'Port': ['ID=de6a9e75-6bac-4ed0-8a27-fc097dbaddab,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:35.514984 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-3106fd85-7157-42b1-824f-18a9bd357c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:35.517146 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-3106fd85-7157-42b1-824f-18a9bd357c86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=756b4fb6-0e97-4373-be0c-12c997239a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555506 Apr 18 14:02:35.568614 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-c9d9ab86-624c-4544-a91b-5dcc9755b041 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249262 Apr 18 14:02:35.618987 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-862a520e-b675-4f28-bd7a-5ce22c92d5c0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 379 time: 0.1181216 Apr 18 14:02:35.638120 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'port': {'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'admin_state_up': True, 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'security_groups': ['bb5b6f49-db47-46e9-84c8-0a1b794eed6a']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:35.679195 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-7ed7cdde-36d2-4b4d-9d6a-efb1e06c3220 service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469452 Apr 18 14:02:35.696271 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Router e73bcc22-4ae5-48a5-b473-a38b516146a6 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:35.731848 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc442c-3363-4be4-b829-abe14aa0553e None None] New status for floating IP 0488b23a-cf03-4eb5-9110-96e98237caf9: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:02:35.814300 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f060c69-766d-43c2-bf48-70d7e7988aa9 req-c4719211-947b-4ea7-8fef-3e49e07d3296 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 210 time: 0.0685782 Apr 18 14:02:35.891828 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135959a6-1d41-4cac-97fc-c677213ea4b0 req-f6f43c61-44db-4e6c-a443-22d91fc515f8 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928140 Apr 18 14:02:35.925605 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:35.931685 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206b8d8b-7a08-4376-8fe3-9d0e07e834f3 req-4a8371c9-7ad1-41d9-a684-09b7574f9baf service neutron] 10.222.0.37 "GET /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174497 Apr 18 14:02:35.941897 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Made reservation on behalf of 2b08736f301c4043a50d2f76e56f3e4d for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:02:35.945769 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:35.946495 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] Sync routers for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:35.997913 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:35.999136 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:36.050479 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] No DVR routers for this DVR port de6a9e75-6bac-4ed0-8a27-fc097dbaddab on host hv-cinder-83830 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:36.053332 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:36.057971 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ff9ddb6-8d65-418f-a3f1-d7c6bdd1cceb req-411b2051-a820-4b74-b457-7ae931f4f37c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0659597 Apr 18 14:02:36.060617 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fff0b64b-e7bb-42d7-93d0-9b46578c5de9 req-7adb390a-892f-4676-82b6-f238ecba89fb tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "DELETE /v2.0/ports/de6a9e75-6bac-4ed0-8a27-fc097dbaddab HTTP/1.1" status: 204 len: 173 time: 1.3493826 Apr 18 14:02:36.061466 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'name': 'network-vif-deleted', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:36.065459 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4034bb0-e879-4630-9ecd-3cb28aa911f0" -d '{"events": [{"server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "name": "network-vif-deleted", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:36.118826 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-2a8e81f8-3393-4204-a017-d4ec58cf4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:36.120689 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-2a8e81f8-3393-4204-a017-d4ec58cf4609 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1711ca0fe8b9407b831718144594a676&device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 1129 time: 0.1511288 Apr 18 14:02:36.134966 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693346fc-6187-458c-9ab8-7be6bbe0ecbf x-openstack-request-id: req-693346fc-6187-458c-9ab8-7be6bbe0ecbf {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:36.135554 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e78558a-0c77-4595-a6c7-c33327f1e74c", "name": "network-vif-deleted", "tag": "de6a9e75-6bac-4ed0-8a27-fc097dbaddab", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:36.138389 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-693346fc-6187-458c-9ab8-7be6bbe0ecbf {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:36.139905 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693346fc-6187-458c-9ab8-7be6bbe0ecbf'] response: {'server_uuid': '2e78558a-0c77-4595-a6c7-c33327f1e74c', 'name': 'network-vif-deleted', 'tag': 'de6a9e75-6bac-4ed0-8a27-fc097dbaddab', 'status': 'completed', 'code': 200} Apr 18 14:02:36.191618 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:36.218258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Allocated IP 172.20.0.7 (f6d3f5fc-3f47-4809-8f8a-4733e9e31709/14044e1a-ddac-4e1c-851a-338849985aeb/166cb7e9-fc11-42d8-a81b-06651f052a04) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:02:36.363390 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:36.396247 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:36.406955 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:36.436579 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] Checking router: e73bcc22-4ae5-48a5-b473-a38b516146a6 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:36.444561 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:36.445139 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:36.445402 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:02:36.451279 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:02:36.488255 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:02:36.494749 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:36.495413 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:36.532108 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=166cb7e9-fc11-42d8-a81b-06651f052a04,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:36.570821 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:36.597455 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-377249a0-25b7-4552-aff3-a30bb3b877af tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655263 Apr 18 14:02:36.641444 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Request body: {'port': {'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:36.665548 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-c38bb880-84c0-4b3d-9860-6ce455610fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:36.668076 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-c38bb880-84c0-4b3d-9860-6ce455610fde service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 200 len: 916 time: 0.2127776 Apr 18 14:02:36.736947 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device de6a9e75-6bac-4ed0-8a27-fc097dbaddab no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:36.737821 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-17d51ea1-df76-42fc-ba6d-6a798ef781e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 200 len: 217 time: 0.0457339 Apr 18 14:02:36.773701 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: de6a9e75-6bac-4ed0-8a27-fc097dbaddab {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:36.774610 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device de6a9e75-6bac-4ed0-8a27-fc097dbaddab not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:36.777074 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:36.818332 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-7760e9cb-80e3-4ee5-ac76-5008a79d282d None None] Provisioning complete for port 166cb7e9-fc11-42d8-a81b-06651f052a04 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:02:36.818709 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7760e9cb-80e3-4ee5-ac76-5008a79d282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:36.844758 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:36.874223 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f95ec9-86db-4420-a6ae-9d38b52b83f8 None None] The sync data for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi is: [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'aa287f03-c1e8-4da0-b8a8-7c33fa92b113', 'name': '', 'network_id': '756b4fb6-0e97-4373-be0c-12c997239a25', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'mac_address': 'fa:16:3e:d0:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:40Z', 'updated_at': '2022-04-18T13:55:57Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'subnets': [{'id': '8d66113c-55b0-4f82-989a-76b8564e72bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:36.884098 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7760e9cb-80e3-4ee5-ac76-5008a79d282d None None] Port 166cb7e9-fc11-42d8-a81b-06651f052a04 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:02:36.980615 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e531c083-b1c5-454f-aafe-1d2ce576b220 req-00b8bd8a-b3d0-4a59-8210-c2f93c750989 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 210 time: 0.0595846 Apr 18 14:02:37.077833 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166cb7e9-fc11-42d8-a81b-06651f052a04 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:02:37.085702 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Publish callbacks [] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:37.104581 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Transition to ACTIVE for port object 166cb7e9-fc11-42d8-a81b-06651f052a04 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:02:37.109103 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:37.124603 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aadb77-a25a-4dd4-b997-6d20422d4092 None None] New status for floating IP 22ee679f-f1d8-4989-a3a6-3117d870fa46: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:02:37.270450 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Pushing event updated for resources: {'Port': ['ID=166cb7e9-fc11-42d8-a81b-06651f052a04,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:37.294992 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d309e62-9234-40e7-8609-54d5c022c379 req-8cf035d8-1344-4cac-8c36-b5d5682fbfee tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:37.296706 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d309e62-9234-40e7-8609-54d5c022c379 req-8cf035d8-1344-4cac-8c36-b5d5682fbfee tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.1452971 Apr 18 14:02:37.330953 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-c3b60450-25ce-41d2-a1bf-12cfe6007f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:37.332320 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-c3b60450-25ce-41d2-a1bf-12cfe6007f36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f151c8-7418-491e-bf09-0d3aca8b676e HTTP/1.1" status: 200 len: 854 time: 0.1798534 Apr 18 14:02:37.336014 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Attempting to bind port 166cb7e9-fc11-42d8-a81b-06651f052a04 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:02:37.336404 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Attempting to bind port 166cb7e9-fc11-42d8-a81b-06651f052a04 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:02:37.336745 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Attempting to bind port 166cb7e9-fc11-42d8-a81b-06651f052a04 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:02:37.346587 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Port 166cb7e9-fc11-42d8-a81b-06651f052a04 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:02:37.347179 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Attempting to bind port 166cb7e9-fc11-42d8-a81b-06651f052a04 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:02:37.365793 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:02:37.366133 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Checking segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:02:37.366535 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Bound using segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:02:37.366981 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Bound port: 166cb7e9-fc11-42d8-a81b-06651f052a04, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:02:37.367380 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:37.399895 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d309e62-9234-40e7-8609-54d5c022c379 req-e91b36ef-cb0e-4175-aeb8-deb54757682d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928316 Apr 18 14:02:37.462411 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] For port 166cb7e9-fc11-42d8-a81b-06651f052a04, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:02:37.466271 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] For port 166cb7e9-fc11-42d8-a81b-06651f052a04, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=166cb7e9-fc11-42d8-a81b-06651f052a04,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:02:37.474499 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:37.512676 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:37.513609 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:37.515175 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] 10.222.0.37 "PUT /v2.0/ports/166cb7e9-fc11-42d8-a81b-06651f052a04 HTTP/1.1" status: 200 len: 1093 time: 0.8818665 Apr 18 14:02:37.520187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:37.523386 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672b420c-f791-4334-a0c1-c26da079f9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:37.607844 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43229f1-58c8-48c9-86b9-e19bb449a5bd x-openstack-request-id: req-a43229f1-58c8-48c9-86b9-e19bb449a5bd {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:37.608142 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:37.608399 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a43229f1-58c8-48c9-86b9-e19bb449a5bd {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:37.608801 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43229f1-58c8-48c9-86b9-e19bb449a5bd'] response: {'name': 'network-changed', 'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'status': 'completed', 'code': 200} Apr 18 14:02:37.667848 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3986-66da-4554-915f-69cb28f717a5 req-4041f39c-9e46-40a5-88f0-81eaa8fbb8a4 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:37.670261 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e95f3986-66da-4554-915f-69cb28f717a5 req-4041f39c-9e46-40a5-88f0-81eaa8fbb8a4 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.1543012 Apr 18 14:02:37.677069 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d52ec-dd76-48bf-8d6c-ea4740edea01 service neutron] Pushing event updated for resources: {'Port': ['ID=166cb7e9-fc11-42d8-a81b-06651f052a04,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:37.687542 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-44a3e9a7-22f6-40a4-beef-5d651ae8678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:37.689069 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-44a3e9a7-22f6-40a4-beef-5d651ae8678d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b174195-8539-4db4-895a-fc7e738a5f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1439621 Apr 18 14:02:37.695521 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-7f70615e-3655-42b1-861a-588e6c5f4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:37.697675 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-7f70615e-3655-42b1-861a-588e6c5f4462 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 1127 time: 0.0937185 Apr 18 14:02:37.737876 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e95f3986-66da-4554-915f-69cb28f717a5 req-032d667f-eae3-4e8f-b95b-453e498a12b0 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543084 Apr 18 14:02:38.085326 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f00b1b69-3976-4fc9-b479-c18382761f54 req-db5dd3e6-2909-4ffc-b6d4-a8be8a90ce9d tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 210 time: 0.0268302 Apr 18 14:02:38.528646 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a1689-0287-415c-8b9d-3250095d307d req-660c1bb2-8005-4187-b726-e628ac518485 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:38.530088 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c38a1689-0287-415c-8b9d-3250095d307d req-660c1bb2-8005-4187-b726-e628ac518485 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.0457816 Apr 18 14:02:38.577125 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c38a1689-0287-415c-8b9d-3250095d307d req-c56b40e0-5b91-47bd-a4a1-6f29b3f330f8 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415428 Apr 18 14:02:38.848362 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700ddf7-ff19-4571-b729-ea9c6dc91d2c req-6b1e9bf4-c000-4691-adaa-5a23ab513cd6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:38.849796 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9700ddf7-ff19-4571-b729-ea9c6dc91d2c req-6b1e9bf4-c000-4691-adaa-5a23ab513cd6 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0461977 Apr 18 14:02:38.899049 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9700ddf7-ff19-4571-b729-ea9c6dc91d2c req-ddf2bc9b-1961-4696-9381-b5ed679a1827 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Apr 18 14:02:39.193530 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-21fc14c5-137b-435c-a4cb-0c0c00e39878 req-35a93b46-161f-4be4-b223-ab1d29762ca5 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e78558a-0c77-4595-a6c7-c33327f1e74c HTTP/1.1" status: 200 len: 210 time: 0.0272510 Apr 18 14:02:39.688154 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a63a9-6932-46b9-af5f-a6a3145a67f1 req-b1c90362-5106-4a53-928a-3b085b14320a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:39.689622 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8e9a63a9-6932-46b9-af5f-a6a3145a67f1 req-b1c90362-5106-4a53-928a-3b085b14320a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.0480125 Apr 18 14:02:39.737539 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8e9a63a9-6932-46b9-af5f-a6a3145a67f1 req-d625431f-99b4-4e37-bdd6-d37672a3a262 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Apr 18 14:02:39.815603 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-10ea0383-c944-45c0-9fdf-d27a715e2afc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=166cb7e9-fc11-42d8-a81b-06651f052a04 HTTP/1.1" status: 200 len: 217 time: 0.0568681 Apr 18 14:02:39.900969 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-0bd8eba1-5a1d-4e93-8c30-803d72a1ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:39.902294 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-0bd8eba1-5a1d-4e93-8c30-803d72a1ae9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0589457 Apr 18 14:02:39.911830 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-fdb1601a-5257-46e0-bd39-f8a2a49caf35 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605752 Apr 18 14:02:40.066038 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-247373ab-7817-438c-9c47-01c54dd06ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:40.067520 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-247373ab-7817-438c-9c47-01c54dd06ad8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268337 Apr 18 14:02:40.080357 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ad4da-cc7f-4016-b4c2-e3c5ff5ad5cb req-f0f4f618-eb1a-490e-b978-c902419a9b8b tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:40.081711 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-003ad4da-cc7f-4016-b4c2-e3c5ff5ad5cb req-f0f4f618-eb1a-490e-b978-c902419a9b8b tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0938544 Apr 18 14:02:40.129002 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec5f7db5-50fd-42c0-b74e-43751f384409 req-eb143cdd-5dd4-4306-9a0c-54b6f955e810 service neutron] 10.222.0.37 "GET /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770380 Apr 18 14:02:40.145098 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-003ad4da-cc7f-4016-b4c2-e3c5ff5ad5cb req-2c91917e-b3c3-452e-99be-aa727d1b58d5 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/security-groups?id=ece1b944-d493-4cb9-90cb-e941dad59b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573292 Apr 18 14:02:40.237137 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-e4592854-4726-43c7-8c43-9930e074a9f6 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840111 Apr 18 14:02:40.274371 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35584) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:40.328598 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f7ad-250a-40c6-ad13-68b221813a8f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group (dbb02a93-c571-4bf9-8b36-2a507213fd8a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.351541 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f7ad-250a-40c6-ad13-68b221813a8f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group (dbb02a93-c571-4bf9-8b36-2a507213fd8a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.394481 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-0f53c0fc-b3cc-4c44-9bf1-6515271d2f7a tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:40.396065 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-0f53c0fc-b3cc-4c44-9bf1-6515271d2f7a tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.37 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 945 time: 0.0980296 Apr 18 14:02:40.400620 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f7ad-250a-40c6-ad13-68b221813a8f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (dbb02a93-c571-4bf9-8b36-2a507213fd8a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.403278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f7ad-250a-40c6-ad13-68b221813a8f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.404451 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dfe5f7ad-250a-40c6-ad13-68b221813a8f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "DELETE /v2.0/security-groups/dbb02a93-c571-4bf9-8b36-2a507213fd8a HTTP/1.1" status: 204 len: 168 time: 0.1290739 Apr 18 14:02:40.407580 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35586) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:40.425390 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5f7ad-250a-40c6-ad13-68b221813a8f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb02a93-c571-4bf9-8b36-2a507213fd8a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:40.428028 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-931d5b96-c6fe-4dfb-8958-5b10d025f49c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] show failed (client error): The resource could not be found. Apr 18 14:02:40.429295 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-931d5b96-c6fe-4dfb-8958-5b10d025f49c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups/dbb02a93-c571-4bf9-8b36-2a507213fd8a HTTP/1.1" status: 404 len: 347 time: 0.0207939 Apr 18 14:02:40.432243 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35588) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:40.458091 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-adc048f6-12fc-4c52-a1ad-77129855cdf3 req-2595ae16-7b9c-4fd6-a63d-0923dab77c6a service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611180 Apr 18 14:02:40.516998 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Deleting port 5b0213e9-d344-418f-8d14-cc74588d5be0 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:40.517297 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.552254 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Deleting port 0dc37b23-a571-4bdf-8e2b-f8cb105c2939 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:40.552592 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.612839 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] For port 5b0213e9-d344-418f-8d14-cc74588d5be0, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=5b0213e9-d344-418f-8d14-cc74588d5be0,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:40.613200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.627115 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Calling delete_port for 5b0213e9-d344-418f-8d14-cc74588d5be0 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:40.632363 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.632690 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.645735 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Calling delete_port for 0dc37b23-a571-4bdf-8e2b-f8cb105c2939 owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:40.762736 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (5b0213e9-d344-418f-8d14-cc74588d5be0), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.785058 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (0dc37b23-a571-4bdf-8e2b-f8cb105c2939), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.822905 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event deleted for resources: {'Port': ['ID=0dc37b23-a571-4bdf-8e2b-f8cb105c2939,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:40.828249 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Pushing event deleted for resources: {'Port': ['ID=5b0213e9-d344-418f-8d14-cc74588d5be0,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:40.885391 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks [] for floatingip (22ee679f-f1d8-4989-a3a6-3117d870fa46), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.888117 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.888377 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.888509 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.888842 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.889214 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.889545 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.889829 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-926b00e1-98ef-4e4c-b73d-a09f284c433c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "DELETE /v2.0/floatingips/22ee679f-f1d8-4989-a3a6-3117d870fa46 HTTP/1.1" status: 204 len: 168 time: 0.4560559 Apr 18 14:02:40.890052 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.890185 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.890510 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.890860 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.891180 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.891524 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.891867 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.892250 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.892598 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.893045 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:40.931730 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] No DVR routers for this DVR port 5b0213e9-d344-418f-8d14-cc74588d5be0 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:40.937753 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:40.941752 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c602b6f-a7a6-4c04-9bf9-2537e9e403f2 req-1714b667-035b-4a1b-a47f-e32140e38c55 tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.37 "DELETE /v2.0/ports/5b0213e9-d344-418f-8d14-cc74588d5be0 HTTP/1.1" status: 204 len: 173 time: 0.5257697 Apr 18 14:02:40.942434 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'name': 'network-vif-deleted', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:40.944741 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471993f7-9d37-4db2-b147-3a73804e6817" -d '{"events": [{"server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "name": "network-vif-deleted", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:40.950325 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-6f322e7a-b50d-40e5-92cb-f3b39a2c0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:40.952181 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-6f322e7a-b50d-40e5-92cb-f3b39a2c0c66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 1127 time: 0.1529100 Apr 18 14:02:40.963943 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f915c-7146-4fb3-a18a-ef5567566595 req-3a3d57f0-6bfc-43d0-8e99-bc03a1864dc0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:40.966047 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-312f915c-7146-4fb3-a18a-ef5567566595 req-3a3d57f0-6bfc-43d0-8e99-bc03a1864dc0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.1347945 Apr 18 14:02:41.014085 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3839da7a-fec0-42a8-a1ba-51830c426a8a x-openstack-request-id: req-3839da7a-fec0-42a8-a1ba-51830c426a8a {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:41.014085 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b973ecc1-5005-4719-930d-95a24f06227b", "name": "network-vif-deleted", "tag": "5b0213e9-d344-418f-8d14-cc74588d5be0", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:41.014085 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3839da7a-fec0-42a8-a1ba-51830c426a8a {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:41.014085 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3839da7a-fec0-42a8-a1ba-51830c426a8a'] response: {'server_uuid': 'b973ecc1-5005-4719-930d-95a24f06227b', 'name': 'network-vif-deleted', 'tag': '5b0213e9-d344-418f-8d14-cc74588d5be0', 'status': 'completed', 'code': 200} Apr 18 14:02:41.084024 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-312f915c-7146-4fb3-a18a-ef5567566595 req-c28744a9-0fe8-4431-9a0b-26488c7260c1 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086874 Apr 18 14:02:41.105194 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-7becf282-8fc5-467f-9be5-56b945331089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:41.106667 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-7becf282-8fc5-467f-9be5-56b945331089 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.1401277 Apr 18 14:02:41.157813 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-44274d1d-861d-4d5e-bc92-6a05f2219940 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=166cb7e9-fc11-42d8-a81b-06651f052a04 HTTP/1.1" status: 200 len: 217 time: 0.0345671 Apr 18 14:02:41.269759 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8abf2577-2a4f-41e8-9741-75fdfff3c7a4 req-e933116c-adaa-47f5-9763-70d50f7244dd tempest-TestMinimumBasicScenario-1095919587 tempest-TestMinimumBasicScenario-1095919587-project] 10.222.0.11 "GET /v2.0/ports?device_id=b973ecc1-5005-4719-930d-95a24f06227b HTTP/1.1" status: 200 len: 210 time: 0.0286033 Apr 18 14:02:41.564515 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-786befa4-7c86-4760-aab8-2fe112347eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:41.566158 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-786befa4-7c86-4760-aab8-2fe112347eb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0529191 Apr 18 14:02:41.614561 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-85681f01-9688-4873-9b7c-e10a82e1c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:41.616104 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-85681f01-9688-4873-9b7c-e10a82e1c0b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399301 Apr 18 14:02:41.716473 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-9463c3f5-a93d-4197-8699-7d3642acc334 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882251 Apr 18 14:02:41.807644 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-672b420c-f791-4334-a0c1-c26da079f9b1 req-6799d16d-6b49-49d4-9452-1e90ebc164a7 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812182 Apr 18 14:02:42.207248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e41df-dc07-414c-81d5-d39542fa070d req-e52009d1-55c8-436c-bb85-bc8140fd17c2 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:42.208737 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad5e41df-dc07-414c-81d5-d39542fa070d req-e52009d1-55c8-436c-bb85-bc8140fd17c2 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.0471737 Apr 18 14:02:42.260322 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad5e41df-dc07-414c-81d5-d39542fa070d req-47ce7fd0-61ba-4969-ac78-1300e19a3585 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459440 Apr 18 14:02:42.766482 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 5b0213e9-d344-418f-8d14-cc74588d5be0 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:42.786518 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 5b0213e9-d344-418f-8d14-cc74588d5be0 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:42.786866 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 5b0213e9-d344-418f-8d14-cc74588d5be0 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:42.842148 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35656) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:43.234626 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (18a49a0c-e845-4db1-9eca-811d5438f1e9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:43.402409 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8964a4-a6b6-41cb-a37f-d568b340e05f req-85c645d8-7fa1-40cb-be53-c40317818772 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:43.403861 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b8964a4-a6b6-41cb-a37f-d568b340e05f req-85c645d8-7fa1-40cb-be53-c40317818772 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0742872 Apr 18 14:02:43.412026 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b895f-f2c3-4447-b693-a5438afcef9d req-0ca25c99-54bf-4d7d-a788-66e21c01a200 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:43.413399 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f7b895f-f2c3-4447-b693-a5438afcef9d req-0ca25c99-54bf-4d7d-a788-66e21c01a200 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.0744686 Apr 18 14:02:43.482869 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b8964a4-a6b6-41cb-a37f-d568b340e05f req-dd66f81c-10e0-4b4e-aaae-c1af7cb6d6fa tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685124 Apr 18 14:02:43.491405 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f7b895f-f2c3-4447-b693-a5438afcef9d req-71c902f3-876a-431b-82d0-ee3cb0bbc718 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700464 Apr 18 14:02:43.535589 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Deleting port 68e80a7a-2a18-4621-9ac2-55376ca5c7de {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:43.535953 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:43.615193 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] For port 68e80a7a-2a18-4621-9ac2-55376ca5c7de, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=68e80a7a-2a18-4621-9ac2-55376ca5c7de,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:43.615557 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:43.853827 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Calling delete_port for 68e80a7a-2a18-4621-9ac2-55376ca5c7de owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:44.035491 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (68e80a7a-2a18-4621-9ac2-55376ca5c7de), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:44.060924 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Pushing event deleted for resources: {'Port': ['ID=68e80a7a-2a18-4621-9ac2-55376ca5c7de,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:44.072710 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.073115 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.073413 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.073755 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.074091 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.074424 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.074751 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.075078 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.075405 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.075738 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.076090 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.076418 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.076799 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.077060 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.077390 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:44.238926 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (18a49a0c-e845-4db1-9eca-811d5438f1e9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:44.321817 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15427db-124d-4dab-8897-681871729c6f req-5e27fb2f-71d6-4077-b21e-56fe40111b71 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:44.323276 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d15427db-124d-4dab-8897-681871729c6f req-5e27fb2f-71d6-4077-b21e-56fe40111b71 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.0527513 Apr 18 14:02:44.416529 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Deleting port 71db2a92-c6f8-4ff8-9016-7ede1a042362 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:44.417205 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:44.474390 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Router 18a49a0c-e845-4db1-9eca-811d5438f1e9 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:44.508186 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] For port 71db2a92-c6f8-4ff8-9016-7ede1a042362, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=71db2a92-c6f8-4ff8-9016-7ede1a042362,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:44.508669 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:44.522322 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Calling delete_port for 71db2a92-c6f8-4ff8-9016-7ede1a042362 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:44.589778 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:44.594757 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3fc0dcb1-b898-4726-92d0-4daf6c39a36e admin admin] 10.222.0.11 "PUT /v2.0/routers/18a49a0c-e845-4db1-9eca-811d5438f1e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515826 Apr 18 14:02:44.597639 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35674) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:44.600660 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] Sync routers for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:44.614911 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:44.615856 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:44.711996 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks [] for router (18a49a0c-e845-4db1-9eca-811d5438f1e9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:44.735265 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:44.839559 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks [] for router_gateway (18a49a0c-e845-4db1-9eca-811d5438f1e9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:44.894737 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Deleting port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:44.895463 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:44.929276 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T14:02:43Z', 'revision_number': 5, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port': {'id': '48e678c0-c6ea-4ffa-9e6a-7eec83d4018f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:58:59Z', 'updated_at': '2022-04-18T13:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:44.957087 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] Checking router: 18a49a0c-e845-4db1-9eca-811d5438f1e9 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:44.964840 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee75e5-0e2b-4c9e-b3f4-e5f8ff887bfb req-0e6763db-131e-4076-b2c2-994b28f84808 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:44.966167 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-00ee75e5-0e2b-4c9e-b3f4-e5f8ff887bfb req-0e6763db-131e-4076-b2c2-994b28f84808 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.3771825 Apr 18 14:02:44.966792 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] Routers {'18a49a0c-e845-4db1-9eca-811d5438f1e9'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:44.968114 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['18a49a0c-e845-4db1-9eca-811d5438f1e9'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:44.973608 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb921a3-04c0-4f2d-9669-1831f5deaac4 req-02b055f3-5f02-445a-824a-eb9a42b5907f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:44.974584 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2fb921a3-04c0-4f2d-9669-1831f5deaac4 req-02b055f3-5f02-445a-824a-eb9a42b5907f tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 945 time: 0.3882360 Apr 18 14:02:44.991772 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] For port 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=48e678c0-c6ea-4ffa-9e6a-7eec83d4018f,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:44.992337 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.018815 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Calling delete_port for 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:45.110193 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (71db2a92-c6f8-4ff8-9016-7ede1a042362), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.115811 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-00ee75e5-0e2b-4c9e-b3f4-e5f8ff887bfb req-4f696f9f-83bb-4145-8b06-c48dd1c9128b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329417 Apr 18 14:02:45.119491 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2fb921a3-04c0-4f2d-9669-1831f5deaac4 req-bc210eb1-ba53-4ab3-a437-02d1bae1a6ea tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380005 Apr 18 14:02:45.164753 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event deleted for resources: {'Port': ['ID=71db2a92-c6f8-4ff8-9016-7ede1a042362,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:45.188839 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['9283a7fe-3056-4543-a907-37ec78acf7cd'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:02:45.216445 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] No DVR routers for this DVR port 71db2a92-c6f8-4ff8-9016-7ede1a042362 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:45.217258 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (48e678c0-c6ea-4ffa-9e6a-7eec83d4018f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.218932 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.222802 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d15427db-124d-4dab-8897-681871729c6f req-f2e8f5d5-e62d-4a05-861f-f3180d05f55c tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "DELETE /v2.0/ports/71db2a92-c6f8-4ff8-9016-7ede1a042362 HTTP/1.1" status: 204 len: 173 time: 0.8908579 Apr 18 14:02:45.223036 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787e2c9-f12d-4c75-a845-28e2208ce154', 'name': 'network-vif-deleted', 'tag': '71db2a92-c6f8-4ff8-9016-7ede1a042362'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:45.225303 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb37dd5-d5ae-49c6-a07a-b9ee8a896ea7" -d '{"events": [{"server_uuid": "e787e2c9-f12d-4c75-a845-28e2208ce154", "name": "network-vif-deleted", "tag": "71db2a92-c6f8-4ff8-9016-7ede1a042362"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:45.256790 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e678c0-c6ea-4ffa-9e6a-7eec83d4018f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:45.267142 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c9c52-4cff-41d4-b399-ccf8d5c275d8 x-openstack-request-id: req-e42c9c52-4cff-41d4-b399-ccf8d5c275d8 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:45.267504 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787e2c9-f12d-4c75-a845-28e2208ce154", "name": "network-vif-deleted", "tag": "71db2a92-c6f8-4ff8-9016-7ede1a042362", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:45.267853 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e42c9c52-4cff-41d4-b399-ccf8d5c275d8 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:45.268464 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42c9c52-4cff-41d4-b399-ccf8d5c275d8'] response: {'server_uuid': 'e787e2c9-f12d-4c75-a845-28e2208ce154', 'name': 'network-vif-deleted', 'tag': '71db2a92-c6f8-4ff8-9016-7ede1a042362', 'status': 'completed', 'code': 200} Apr 18 14:02:45.285533 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] Set router 18a49a0c-e845-4db1-9eca-811d5438f1e9 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:45.323993 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (18a49a0c-e845-4db1-9eca-811d5438f1e9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.349542 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T14:02:44Z', 'revision_number': 6, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:45.386176 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7460b-faf2-4234-a5a7-228785b13369 None None] The sync data for ids ['18a49a0c-e845-4db1-9eca-811d5438f1e9'] in dv-cinder-838302-1-iscsi is: [{'id': '18a49a0c-e845-4db1-9eca-811d5438f1e9', 'name': 'tempest-TestMinimumBasicScenario-1498388060-router', 'tenant_id': '1711ca0fe8b9407b831718144594a676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:58:57Z', 'updated_at': '2022-04-18T14:02:44Z', 'revision_number': 6, 'project_id': '1711ca0fe8b9407b831718144594a676', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:45.440638 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (18a49a0c-e845-4db1-9eca-811d5438f1e9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.442757 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks [] for router_controller (18a49a0c-e845-4db1-9eca-811d5438f1e9), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.508605 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (18a49a0c-e845-4db1-9eca-811d5438f1e9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.509121 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a49a0c-e845-4db1-9eca-811d5438f1e9 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:02:45.514287 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.515501 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7a719644-aeb4-4d9a-9388-1e7bb46fe018 admin admin] 10.222.0.11 "DELETE /v2.0/routers/18a49a0c-e845-4db1-9eca-811d5438f1e9 HTTP/1.1" status: 204 len: 168 time: 0.9168127 Apr 18 14:02:45.517929 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35678) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:45.568694 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d7f68f-97e0-4d01-b485-5cb31aa5907c admin admin] Deleting subnet 95f151c8-7418-491e-bf09-0d3aca8b676e {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:02:45.571977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f68f-97e0-4d01-b485-5cb31aa5907c admin admin] Publish callbacks [] for subnet (95f151c8-7418-491e-bf09-0d3aca8b676e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.607587 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f68f-97e0-4d01-b485-5cb31aa5907c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (95f151c8-7418-491e-bf09-0d3aca8b676e), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.724577 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f68f-97e0-4d01-b485-5cb31aa5907c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (95f151c8-7418-491e-bf09-0d3aca8b676e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.781457 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f68f-97e0-4d01-b485-5cb31aa5907c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (95f151c8-7418-491e-bf09-0d3aca8b676e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.807389 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7f68f-97e0-4d01-b485-5cb31aa5907c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f151c8-7418-491e-bf09-0d3aca8b676e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:45.811300 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f68f-97e0-4d01-b485-5cb31aa5907c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.814573 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a7d7f68f-97e0-4d01-b485-5cb31aa5907c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/95f151c8-7418-491e-bf09-0d3aca8b676e HTTP/1.1" status: 204 len: 168 time: 0.2956967 Apr 18 14:02:45.817094 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35680) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:45.821566 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d23089-0d91-41c5-b265-1cabb5118415 None None] Network 7b174195-8539-4db4-895a-fc7e738a5f7d requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:02:45.892981 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (7b174195-8539-4db4-895a-fc7e738a5f7d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:45.947339 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Deleting port 9426da59-63c1-4f4d-9c64-1b7d4b601733 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:45.948097 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.010678 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] For port 9426da59-63c1-4f4d-9c64-1b7d4b601733, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=9426da59-63c1-4f4d-9c64-1b7d4b601733,segment=NetworkSegment(5a74c5cc-ccc3-4042-9237-0761f1c22d59),segment_id=5a74c5cc-ccc3-4042-9237-0761f1c22d59)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:46.011041 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.024349 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Calling delete_port for 9426da59-63c1-4f4d-9c64-1b7d4b601733 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:46.118152 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (9426da59-63c1-4f4d-9c64-1b7d4b601733), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.144211 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Pushing event deleted for resources: {'Port': ['ID=9426da59-63c1-4f4d-9c64-1b7d4b601733,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:46.150627 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] No DVR routers for this DVR port 9426da59-63c1-4f4d-9c64-1b7d4b601733 on host dv-cinder-838302-1-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:46.188996 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0594e863-82e9-41a6-9f84-0836ccd20efc None None] DHCP port deletion for 7b174195-8539-4db4-895a-fc7e738a5f7d request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:02:46.244191 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (7b174195-8539-4db4-895a-fc7e738a5f7d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.264846 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b174195-8539-4db4-895a-fc7e738a5f7d']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:46.275213 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a74c5cc-ccc3-4042-9237-0761f1c22d59') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:46.275565 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a74c5cc-ccc3-4042-9237-0761f1c22d59') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:46.275680 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc08c4-3b52-41e3-8911-317adab3ad64 req-42a28acc-4262-4071-8954-29afb5f5c6c4 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:46.277230 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eabc08c4-3b52-41e3-8911-317adab3ad64 req-42a28acc-4262-4071-8954-29afb5f5c6c4 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.0541456 Apr 18 14:02:46.288724 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7212202'] for segment (5a74c5cc-ccc3-4042-9237-0761f1c22d59), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.304409 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (5a74c5cc-ccc3-4042-9237-0761f1c22d59), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.309983 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de2da696-d215-4918-880b-46a03071a568 req-fdcce34f-8790-4377-80c7-c691a971b5d4 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=e787e2c9-f12d-4c75-a845-28e2208ce154 HTTP/1.1" status: 200 len: 210 time: 0.0427270 Apr 18 14:02:46.312018 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:02:46.312839 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924556'] for segment (5a74c5cc-ccc3-4042-9237-0761f1c22d59), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: Traceback (most recent call last): Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: timer() Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: cb(*args, **kw) Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: return func(*args, **kwargs) Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: self._notify() Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: self.callback(batched_events) Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: event.method(event) Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: return f(self, *a, **k) Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._get(url).json() Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:02:46.316362 dv-cinder-838302-1-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:02:46.368044 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eabc08c4-3b52-41e3-8911-317adab3ad64 req-4f1f5511-0ac0-45aa-a502-e447ef20a769 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595400 Apr 18 14:02:46.385032 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (7b174195-8539-4db4-895a-fc7e738a5f7d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.394736 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.398008 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7b174195-8539-4db4-895a-fc7e738a5f7d HTTP/1.1" status: 204 len: 168 time: 0.5799925 Apr 18 14:02:46.402586 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35686) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:46.422765 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607dba1-6978-4d9d-8267-15b6785eff71 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b174195-8539-4db4-895a-fc7e738a5f7d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:46.758371 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (dda98aa1-fe20-4237-9e69-c2a456542f1a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:46.794770 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 71db2a92-c6f8-4ff8-9016-7ede1a042362 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:46.820147 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 9426da59-63c1-4f4d-9c64-1b7d4b601733 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:46.822395 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 71db2a92-c6f8-4ff8-9016-7ede1a042362 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:46.823026 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 71db2a92-c6f8-4ff8-9016-7ede1a042362 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:46.841770 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 9426da59-63c1-4f4d-9c64-1b7d4b601733 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:46.842114 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 9426da59-63c1-4f4d-9c64-1b7d4b601733 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:46.842533 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 68e80a7a-2a18-4621-9ac2-55376ca5c7de no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:46.861880 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 68e80a7a-2a18-4621-9ac2-55376ca5c7de {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:46.862222 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 68e80a7a-2a18-4621-9ac2-55376ca5c7de not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:46.862855 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:46.885353 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:46.885675 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 48e678c0-c6ea-4ffa-9e6a-7eec83d4018f not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:47.000801 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Deleting port 73c751cf-164e-4ce7-baa4-880251323257 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:47.001362 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (73c751cf-164e-4ce7-baa4-880251323257), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:47.083074 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] For port 73c751cf-164e-4ce7-baa4-880251323257, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=73c751cf-164e-4ce7-baa4-880251323257,segment=NetworkSegment(77c55a23-f0cb-46f6-abfd-d0d2d76ea84c),segment_id=77c55a23-f0cb-46f6-abfd-d0d2d76ea84c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:47.083427 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (73c751cf-164e-4ce7-baa4-880251323257), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:47.100575 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Calling delete_port for 73c751cf-164e-4ce7-baa4-880251323257 owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:47.278206 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (73c751cf-164e-4ce7-baa4-880251323257), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:47.302860 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c751cf-164e-4ce7-baa4-880251323257,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:47.511839 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (dda98aa1-fe20-4237-9e69-c2a456542f1a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:47.535111 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65401369-f790-42da-b66e-45d465900e6c req-5486e082-ed91-489b-aa5e-e204ea5b3812 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:47.536727 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-65401369-f790-42da-b66e-45d465900e6c req-5486e082-ed91-489b-aa5e-e204ea5b3812 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.0687871 Apr 18 14:02:47.593137 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-65401369-f790-42da-b66e-45d465900e6c req-8b73d34f-0243-4b35-8496-788368c82556 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492902 Apr 18 14:02:47.659728 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640c617-d4be-4fdb-bf8f-b3294e5faff1 req-5da6494f-e318-4b44-8945-53da873c3ef2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:47.661237 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a640c617-d4be-4fdb-bf8f-b3294e5faff1 req-5da6494f-e318-4b44-8945-53da873c3ef2 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0487440 Apr 18 14:02:47.712498 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a640c617-d4be-4fdb-bf8f-b3294e5faff1 req-bb3379bb-ebe1-4893-8c23-3df6cdb8f965 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444341 Apr 18 14:02:47.743514 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Router dda98aa1-fe20-4237-9e69-c2a456542f1a has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:48.081674 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:48.086952 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-18f8caf5-2dea-4e1f-93b2-43d627dd5d21 admin admin] 10.222.0.11 "PUT /v2.0/routers/dda98aa1-fe20-4237-9e69-c2a456542f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6832633 Apr 18 14:02:48.089250 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35696) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:48.092800 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] Sync routers for ids ['dda98aa1-fe20-4237-9e69-c2a456542f1a'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:48.105009 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] Routers {'dda98aa1-fe20-4237-9e69-c2a456542f1a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:48.105624 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['dda98aa1-fe20-4237-9e69-c2a456542f1a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:48.193846 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks [] for router (dda98aa1-fe20-4237-9e69-c2a456542f1a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.210121 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] Set router dda98aa1-fe20-4237-9e69-c2a456542f1a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:48.298546 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks [] for router_gateway (dda98aa1-fe20-4237-9e69-c2a456542f1a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.347208 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Deleting port 594f88a1-c23d-44c9-a0e9-6531914a1016 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:48.347457 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.377145 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T14:02:47Z', 'revision_number': 5, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port': {'id': '594f88a1-c23d-44c9-a0e9-6531914a1016', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T13:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:48.407256 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] Checking router: dda98aa1-fe20-4237-9e69-c2a456542f1a for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:48.416507 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] Routers {'dda98aa1-fe20-4237-9e69-c2a456542f1a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:48.417113 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['dda98aa1-fe20-4237-9e69-c2a456542f1a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:48.434220 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] For port 594f88a1-c23d-44c9-a0e9-6531914a1016, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=594f88a1-c23d-44c9-a0e9-6531914a1016,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:48.434580 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.447958 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Calling delete_port for 594f88a1-c23d-44c9-a0e9-6531914a1016 owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:48.504352 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] Set router dda98aa1-fe20-4237-9e69-c2a456542f1a gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:48.556198 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T14:02:48Z', 'revision_number': 6, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:48.585707 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac456e50-ca4a-4ec0-b143-e9c83af6baf6 None None] The sync data for ids ['dda98aa1-fe20-4237-9e69-c2a456542f1a'] in dv-cinder-838302-1-iscsi is: [{'id': 'dda98aa1-fe20-4237-9e69-c2a456542f1a', 'name': 'tempest-TestMinimumBasicScenario-1094797265-router', 'tenant_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:59:05Z', 'updated_at': '2022-04-18T14:02:48Z', 'revision_number': 6, 'project_id': '9cac8ac3f20f449d8c7404c53e3dfc42', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:48.626901 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (594f88a1-c23d-44c9-a0e9-6531914a1016), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.654296 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Pushing event deleted for resources: {'Port': ['ID=594f88a1-c23d-44c9-a0e9-6531914a1016,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:48.709622 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025a2ff-9edf-4d67-856a-9b3db6fbb27c req-7a2871b4-0dda-4462-b39e-1c8d416fb029 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:48.711127 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a025a2ff-9edf-4d67-856a-9b3db6fbb27c req-7a2871b4-0dda-4462-b39e-1c8d416fb029 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 943 time: 0.0484145 Apr 18 14:02:48.715449 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (dda98aa1-fe20-4237-9e69-c2a456542f1a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.761683 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a025a2ff-9edf-4d67-856a-9b3db6fbb27c req-fe26c713-21fc-4b4d-83a0-e69d6ce104db tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447435 Apr 18 14:02:48.796423 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 166cb7e9-fc11-42d8-a81b-06651f052a04 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:02:48.819181 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (dda98aa1-fe20-4237-9e69-c2a456542f1a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.822557 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks [] for router_controller (dda98aa1-fe20-4237-9e69-c2a456542f1a), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.830882 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f3b8-0319-43b9-ac1d-7b4ac43075c1 req-a2862999-37c8-49e9-9a15-8c1171752c6b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:48.832564 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53f5f3b8-0319-43b9-ac1d-7b4ac43075c1 req-a2862999-37c8-49e9-9a15-8c1171752c6b tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0501249 Apr 18 14:02:48.880386 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (dda98aa1-fe20-4237-9e69-c2a456542f1a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.880980 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dda98aa1-fe20-4237-9e69-c2a456542f1a {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:02:48.887677 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.891420 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8d23b81e-6542-4ff8-b91f-b6d68659e836 admin admin] 10.222.0.11 "DELETE /v2.0/routers/dda98aa1-fe20-4237-9e69-c2a456542f1a HTTP/1.1" status: 204 len: 168 time: 0.8012643 Apr 18 14:02:48.892123 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35702) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:48.895103 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53f5f3b8-0319-43b9-ac1d-7b4ac43075c1 req-5c6fbeab-facb-4c0a-8720-8aa49290bffc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543816 Apr 18 14:02:48.902459 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-365ecd15-015e-4978-9c67-afa17b9c32dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.915185 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 166cb7e9-fc11-42d8-a81b-06651f052a04, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=166cb7e9-fc11-42d8-a81b-06651f052a04,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:48.927111 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:02:48.950093 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e38a243-f5d7-43d4-9b4e-3ee141fab20a admin admin] Deleting subnet a36fc5e4-bdce-4865-9c8f-f000fac72197 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:02:48.953606 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e38a243-f5d7-43d4-9b4e-3ee141fab20a admin admin] Publish callbacks [] for subnet (a36fc5e4-bdce-4865-9c8f-f000fac72197), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.987014 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 166cb7e9-fc11-42d8-a81b-06651f052a04 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:02:48.987473 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:48.996067 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e38a243-f5d7-43d4-9b4e-3ee141fab20a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (a36fc5e4-bdce-4865-9c8f-f000fac72197), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.009120 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166cb7e9-fc11-42d8-a81b-06651f052a04 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:02:49.040921 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 166cb7e9-fc11-42d8-a81b-06651f052a04, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=166cb7e9-fc11-42d8-a81b-06651f052a04,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:49.047221 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.089192 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e38a243-f5d7-43d4-9b4e-3ee141fab20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (a36fc5e4-bdce-4865-9c8f-f000fac72197), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.108540 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=166cb7e9-fc11-42d8-a81b-06651f052a04,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:49.144338 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e38a243-f5d7-43d4-9b4e-3ee141fab20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (a36fc5e4-bdce-4865-9c8f-f000fac72197), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.169232 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38a243-f5d7-43d4-9b4e-3ee141fab20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36fc5e4-bdce-4865-9c8f-f000fac72197,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:49.175509 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4e38a243-f5d7-43d4-9b4e-3ee141fab20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.178789 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4e38a243-f5d7-43d4-9b4e-3ee141fab20a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a36fc5e4-bdce-4865-9c8f-f000fac72197 HTTP/1.1" status: 204 len: 168 time: 0.2854612 Apr 18 14:02:49.182014 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35704) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:49.182519 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb278a6-44a8-4617-acad-34f6bbc2a05d None None] Network e593b589-5d14-4d89-8ef6-694ddf9148fc requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:02:49.255182 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (e593b589-5d14-4d89-8ef6-694ddf9148fc), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.306565 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Deleting port 48a1c007-59cc-4d7d-ab15-83adf59107b2 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:49.306900 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.375350 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] For port 48a1c007-59cc-4d7d-ab15-83adf59107b2, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=48a1c007-59cc-4d7d-ab15-83adf59107b2,segment=NetworkSegment(77c55a23-f0cb-46f6-abfd-d0d2d76ea84c),segment_id=77c55a23-f0cb-46f6-abfd-d0d2d76ea84c)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:49.375685 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.389678 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Calling delete_port for 48a1c007-59cc-4d7d-ab15-83adf59107b2 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:49.426149 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] DHCP port deletion for e593b589-5d14-4d89-8ef6-694ddf9148fc request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:02:49.468126 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['166cb7e9-fc11-42d8-a81b-06651f052a04'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:02:49.470217 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 73c751cf-164e-4ce7-baa4-880251323257 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:49.483154 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.509335 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a1c007-59cc-4d7d-ab15-83adf59107b2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:49.512063 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 73c751cf-164e-4ce7-baa4-880251323257 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:49.512411 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 73c751cf-164e-4ce7-baa4-880251323257 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:49.514587 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] No DVR routers for this DVR port 48a1c007-59cc-4d7d-ab15-83adf59107b2 on host dv-cinder-838302-1-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:49.534980 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] Deleting port 48a1c007-59cc-4d7d-ab15-83adf59107b2 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:49.535355 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.592517 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (e593b589-5d14-4d89-8ef6-694ddf9148fc), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.614888 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.615246 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.616005 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.616363 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > port after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.616701 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.617049 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > port after_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.617425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.617741 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.618050 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.618376 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.627440 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] For port 48a1c007-59cc-4d7d-ab15-83adf59107b2, host dv-cinder-838302-1-iscsi, got binding levels [] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:49.627866 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.647012 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] Calling delete_port for 48a1c007-59cc-4d7d-ab15-83adf59107b2 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:49.653753 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.ipam_backend_mixin [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] Port 48a1c007-59cc-4d7d-ab15-83adf59107b2 was not found and therefore no delete operation was performed {{(pid=103390) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 14:02:49.663794 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (48a1c007-59cc-4d7d-ab15-83adf59107b2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.700655 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] Pushing event deleted for resources: {'Port': ['ID=48a1c007-59cc-4d7d-ab15-83adf59107b2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:49.708362 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8ed8a-4f03-4f19-bb7a-8a3fce088ec2 None None] No DVR routers for this DVR port 48a1c007-59cc-4d7d-ab15-83adf59107b2 on host dv-cinder-838302-1-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:49.733058 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.733508 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.733735 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.734068 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 14:02:49.734421 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e593b589-5d14-4d89-8ef6-694ddf9148fc']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:49.752321 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:49.752613 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c55a23-f0cb-46f6-abfd-d0d2d76ea84c') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:49.773055 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (77c55a23-f0cb-46f6-abfd-d0d2d76ea84c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.796214 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (77c55a23-f0cb-46f6-abfd-d0d2d76ea84c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.808432 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:02:49.808818 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (77c55a23-f0cb-46f6-abfd-d0d2d76ea84c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: from cryptography.utils import int_from_bytes Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: from cryptography.utils import int_from_bytes Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:02:49.813175 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:02:49.902566 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (e593b589-5d14-4d89-8ef6-694ddf9148fc), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.912180 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748991f6-7398-430d-ad98-e267290b30b0 req-292d156a-524b-4136-9b08-9d32eae48b3c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:49.913772 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-748991f6-7398-430d-ad98-e267290b30b0 req-292d156a-524b-4136-9b08-9d32eae48b3c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 944 time: 0.0792918 Apr 18 14:02:49.920232 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:49.925550 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e593b589-5d14-4d89-8ef6-694ddf9148fc HTTP/1.1" status: 204 len: 168 time: 0.7402933 Apr 18 14:02:49.933918 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9077d-85de-4801-87e8-fa5d9c87cc79 admin admin] Pushing event deleted for resources: {'Network': ['ID=e593b589-5d14-4d89-8ef6-694ddf9148fc,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:50.001971 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-748991f6-7398-430d-ad98-e267290b30b0 req-206ffa98-a115-4e0c-8c16-cc6504c0ba47 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659244 Apr 18 14:02:50.034936 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6548149-0d9c-4d90-9253-430dd8a44ead req-ec4cb333-1588-4659-aa42-8b182639e00a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:50.036447 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f6548149-0d9c-4d90-9253-430dd8a44ead req-ec4cb333-1588-4659-aa42-8b182639e00a tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0652325 Apr 18 14:02:50.084979 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f6548149-0d9c-4d90-9253-430dd8a44ead req-f9f69bb4-9254-49da-a0ab-998c8f8583df tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Apr 18 14:02:50.099496 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35714) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:50.138990 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-29b1405f-297a-4a71-b2e3-b497ee3d50d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1711ca0fe8b9407b831718144594a676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382669 Apr 18 14:02:50.141427 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35716) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:50.191088 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1b98c6c-a358-472e-a7f0-8dd062e1f044 admin admin] Publish callbacks [] for security_group (ece1b944-d493-4cb9-90cb-e941dad59b68), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.212457 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1b98c6c-a358-472e-a7f0-8dd062e1f044 admin admin] Publish callbacks [] for security_group (ece1b944-d493-4cb9-90cb-e941dad59b68), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.260328 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1b98c6c-a358-472e-a7f0-8dd062e1f044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ece1b944-d493-4cb9-90cb-e941dad59b68), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.262896 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1b98c6c-a358-472e-a7f0-8dd062e1f044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.264069 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a1b98c6c-a358-472e-a7f0-8dd062e1f044 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ece1b944-d493-4cb9-90cb-e941dad59b68 HTTP/1.1" status: 204 len: 168 time: 0.1217153 Apr 18 14:02:50.272167 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98c6c-a358-472e-a7f0-8dd062e1f044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece1b944-d493-4cb9-90cb-e941dad59b68,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:50.574334 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35722) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:50.615131 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a732dffe-4d6e-4f02-9445-f3fe06f55632 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cac8ac3f20f449d8c7404c53e3dfc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393569 Apr 18 14:02:50.617985 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35724) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:50.663210 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77f1cf21-11c4-42e9-9dca-124364f65a59 admin admin] Publish callbacks [] for security_group (1a010df4-d481-4c0d-9f73-ea2624a1405e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.685126 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77f1cf21-11c4-42e9-9dca-124364f65a59 admin admin] Publish callbacks [] for security_group (1a010df4-d481-4c0d-9f73-ea2624a1405e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.731161 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77f1cf21-11c4-42e9-9dca-124364f65a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (1a010df4-d481-4c0d-9f73-ea2624a1405e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.733742 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77f1cf21-11c4-42e9-9dca-124364f65a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.735479 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-77f1cf21-11c4-42e9-9dca-124364f65a59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a010df4-d481-4c0d-9f73-ea2624a1405e HTTP/1.1" status: 204 len: 168 time: 0.1159818 Apr 18 14:02:50.750886 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1cf21-11c4-42e9-9dca-124364f65a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a010df4-d481-4c0d-9f73-ea2624a1405e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:50.793328 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 166cb7e9-fc11-42d8-a81b-06651f052a04 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:02:50.833116 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 594f88a1-c23d-44c9-a0e9-6531914a1016 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:50.854656 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 594f88a1-c23d-44c9-a0e9-6531914a1016 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:50.855090 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 594f88a1-c23d-44c9-a0e9-6531914a1016 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:50.855584 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 48a1c007-59cc-4d7d-ab15-83adf59107b2 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:50.879037 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 48a1c007-59cc-4d7d-ab15-83adf59107b2 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:50.879384 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 48a1c007-59cc-4d7d-ab15-83adf59107b2 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:50.882598 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 166cb7e9-fc11-42d8-a81b-06651f052a04 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:02:50.889817 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 166cb7e9-fc11-42d8-a81b-06651f052a04 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:02:50.890315 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:50.984153 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 166cb7e9-fc11-42d8-a81b-06651f052a04 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:02:50.984539 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:51.010376 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:51.012612 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ed261d-1a05-4374-b7a1-23ce585e1346" -d '{"events": [{"server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:51.027299 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 166cb7e9-fc11-42d8-a81b-06651f052a04, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=166cb7e9-fc11-42d8-a81b-06651f052a04,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:51.033371 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:51.072479 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0210c119-163c-4bbf-8881-5d2a2bd21e1e x-openstack-request-id: req-0210c119-163c-4bbf-8881-5d2a2bd21e1e {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:51.072958 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "name": "network-vif-plugged", "status": "completed", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:51.073210 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0210c119-163c-4bbf-8881-5d2a2bd21e1e {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:51.073663 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0210c119-163c-4bbf-8881-5d2a2bd21e1e'] response: {'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'code': 200} Apr 18 14:02:51.101425 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=166cb7e9-fc11-42d8-a81b-06651f052a04,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:51.124446 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.124973 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.125675 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.126032 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.126375 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.126717 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.127018 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.127341 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.127666 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.128015 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.128340 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.136973 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.137624 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.138123 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.138609 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:02:51.195238 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ead918-eaf5-4568-8f48-17e6b846bf99 req-f47eb788-cd6a-43e0-b673-9bc621eeb094 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:51.196901 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-83ead918-eaf5-4568-8f48-17e6b846bf99 req-f47eb788-cd6a-43e0-b673-9bc621eeb094 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 945 time: 0.1002760 Apr 18 14:02:51.237150 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-58d0fd18-3bd6-4dd4-a5ac-7fe15abbb3c3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:51.238529 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-58d0fd18-3bd6-4dd4-a5ac-7fe15abbb3c3 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.1074059 Apr 18 14:02:51.257833 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956897-599f-460c-ba0e-c7bebe94eab3 req-1e04117d-1397-4f48-991d-a549ae34eefc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:51.259265 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a2956897-599f-460c-ba0e-c7bebe94eab3 req-1e04117d-1397-4f48-991d-a549ae34eefc tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 946 time: 0.0811601 Apr 18 14:02:51.352219 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-83ead918-eaf5-4568-8f48-17e6b846bf99 req-820fe2c9-bb01-4f78-b7e3-7a05dbba443f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301792 Apr 18 14:02:51.427416 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a2956897-599f-460c-ba0e-c7bebe94eab3 req-06680a78-9b85-438e-8ace-ddc845e37367 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3a92e05-37e6-47be-a6c2-c200dd398e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574352 Apr 18 14:02:51.436961 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288dfa4-f8ce-412f-8f41-512f6877f10e req-b9bbfb52-4b81-4839-b0cf-3f6a4661b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:51.438446 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f288dfa4-f8ce-412f-8f41-512f6877f10e req-b9bbfb52-4b81-4839-b0cf-3f6a4661b1f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 1129 time: 0.0628302 Apr 18 14:02:51.439350 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Deleting port 9283a7fe-3056-4543-a907-37ec78acf7cd {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:51.439691 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:51.456832 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d8267292-c14e-4238-97ae-4ca351f25c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:51.548604 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f288dfa4-f8ce-412f-8f41-512f6877f10e req-bf088ce0-44c6-498c-93ef-0b1835d944cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924375 Apr 18 14:02:51.565210 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] For port 9283a7fe-3056-4543-a907-37ec78acf7cd, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=9283a7fe-3056-4543-a907-37ec78acf7cd,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:51.565576 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:51.579503 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Calling delete_port for 9283a7fe-3056-4543-a907-37ec78acf7cd owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:51.704434 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (9283a7fe-3056-4543-a907-37ec78acf7cd), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:51.723985 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['9283a7fe-3056-4543-a907-37ec78acf7cd'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:02:51.741086 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Pushing event deleted for resources: {'Port': ['ID=9283a7fe-3056-4543-a907-37ec78acf7cd,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:51.787660 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] No DVR routers for this DVR port 9283a7fe-3056-4543-a907-37ec78acf7cd on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:51.790389 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:51.793824 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-617ac90f-f017-4533-b920-8b9db9c9fa10 req-c6031a61-d76d-448e-9b74-c8495a4870b6 tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.37 "DELETE /v2.0/ports/9283a7fe-3056-4543-a907-37ec78acf7cd HTTP/1.1" status: 204 len: 173 time: 0.5296762 Apr 18 14:02:51.794340 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c6d896-7fd9-4029-96e8-95b0fd31cb3c', 'name': 'network-vif-deleted', 'tag': '9283a7fe-3056-4543-a907-37ec78acf7cd'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:51.796643 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33c4bdd-8bba-4a54-b1b2-1eb59537aaff" -d '{"events": [{"server_uuid": "18c6d896-7fd9-4029-96e8-95b0fd31cb3c", "name": "network-vif-deleted", "tag": "9283a7fe-3056-4543-a907-37ec78acf7cd"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:51.834590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb481d62-95ec-4d81-9a03-d3b70b95aed4 x-openstack-request-id: req-eb481d62-95ec-4d81-9a03-d3b70b95aed4 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:51.834880 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c6d896-7fd9-4029-96e8-95b0fd31cb3c", "name": "network-vif-deleted", "tag": "9283a7fe-3056-4543-a907-37ec78acf7cd", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:51.835131 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb481d62-95ec-4d81-9a03-d3b70b95aed4 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:51.835539 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb481d62-95ec-4d81-9a03-d3b70b95aed4'] response: {'server_uuid': '18c6d896-7fd9-4029-96e8-95b0fd31cb3c', 'name': 'network-vif-deleted', 'tag': '9283a7fe-3056-4543-a907-37ec78acf7cd', 'status': 'completed', 'code': 200} Apr 18 14:02:52.467502 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2157-a3ab-4e32-9b8c-d60897a4b6bd req-948826d8-801e-49b0-9b99-374ea086c418 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:52.469016 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-43ac2157-a3ab-4e32-9b8c-d60897a4b6bd req-948826d8-801e-49b0-9b99-374ea086c418 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0473757 Apr 18 14:02:52.522073 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-43ac2157-a3ab-4e32-9b8c-d60897a4b6bd req-263fd645-cfd5-4e27-8987-1b523a705fc5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467761 Apr 18 14:02:52.567688 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b96a867-778a-409b-9d08-70196ef9b96c req-4d31a56e-0bb4-48c6-bc12-5480a58e58ad tempest-ServerRescueNegativeTestJSON-1762788094 tempest-ServerRescueNegativeTestJSON-1762788094-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c6d896-7fd9-4029-96e8-95b0fd31cb3c HTTP/1.1" status: 200 len: 210 time: 0.0307448 Apr 18 14:02:52.660627 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:53.626224 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35754) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:53.642986 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054a385-f529-4968-bb83-c8742fe2b6be req-c14f3eec-e85c-417c-9976-05f382ab51e0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:53.644500 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8054a385-f529-4968-bb83-c8742fe2b6be req-c14f3eec-e85c-417c-9976-05f382ab51e0 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Apr 18 14:02:53.701274 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8054a385-f529-4968-bb83-c8742fe2b6be req-35480437-1b8f-48e1-98d0-5ddcb5f7aea7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512857 Apr 18 14:02:53.824466 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7696f-a1b7-49d4-9784-f3d3c82c75ce req-54adf24f-af3b-489e-b328-166fc9fe0b04 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:53.825952 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ffa7696f-a1b7-49d4-9784-f3d3c82c75ce req-54adf24f-af3b-489e-b328-166fc9fe0b04 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0568812 Apr 18 14:02:53.948057 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ffa7696f-a1b7-49d4-9784-f3d3c82c75ce req-c3a7daca-8764-42d2-8d5b-d86194dc2697 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161466 Apr 18 14:02:53.973623 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35764) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:54.044722 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.066058 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a6d8a2-1fc7-43a7-b637-c51bea5e387b tempest-TestVolumeBootPattern-1043584635 tempest-TestVolumeBootPattern-1043584635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:54.067744 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-65a6d8a2-1fc7-43a7-b637-c51bea5e387b tempest-TestVolumeBootPattern-1043584635 tempest-TestVolumeBootPattern-1043584635-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 1124 time: 0.0931740 Apr 18 14:02:54.070775 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35766) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:54.075296 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:02:54.098326 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.179087 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.290214 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Allocated IP 172.27.3.174 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:02:54.324040 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (e73bcc22-4ae5-48a5-b473-a38b516146a6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.394530 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.432404 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.474648 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:02:54.477662 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:02:54.483276 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:02:54.506449 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:54.606720 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Deleting port aa287f03-c1e8-4da0-b8a8-7c33fa92b113 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:54.606981 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.687136 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] For port aa287f03-c1e8-4da0-b8a8-7c33fa92b113, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:54.687873 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.700745 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Calling delete_port for aa287f03-c1e8-4da0-b8a8-7c33fa92b113 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:54.829612 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 9283a7fe-3056-4543-a907-37ec78acf7cd no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:54.849716 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 9283a7fe-3056-4543-a907-37ec78acf7cd {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:54.850336 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 9283a7fe-3056-4543-a907-37ec78acf7cd not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:54.853015 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (8b02524c-cff0-49f0-a94c-ca250c3d66d4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.890222 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (aa287f03-c1e8-4da0-b8a8-7c33fa92b113), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:54.915109 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa287f03-c1e8-4da0-b8a8-7c33fa92b113,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:54.934331 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:55.102436 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:55.105721 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (e73bcc22-4ae5-48a5-b473-a38b516146a6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:55.108856 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:55.194315 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:55.207834 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (8b02524c-cff0-49f0-a94c-ca250c3d66d4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:55.325228 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Floating IP 8b02524c-cff0-49f0-a94c-ca250c3d66d4 associated. External IP: 172.27.3.174, port: 166cb7e9-fc11-42d8-a81b-06651f052a04. Apr 18 14:02:55.338911 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:55.566959 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Router 5964462e-8104-4696-bb64-601ed44deea5 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:55.634286 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000dc4-093f-46e2-82f2-18a9899f8624 req-7ee1e371-8f41-402d-a458-95d1bf6d6548 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:55.635780 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f4000dc4-093f-46e2-82f2-18a9899f8624 req-7ee1e371-8f41-402d-a458-95d1bf6d6548 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0836880 Apr 18 14:02:55.680106 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:55.690465 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:55.696146 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Router e73bcc22-4ae5-48a5-b473-a38b516146a6 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:02:55.698920 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:55.704260 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:55.705030 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:55.707321 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f4000dc4-093f-46e2-82f2-18a9899f8624 req-157228bd-c111-4683-bc49-b95f4ed10380 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657713 Apr 18 14:02:55.730803 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-76302dc8-f868-4903-8c4a-9707b2462a85 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6585538 Apr 18 14:02:55.731569 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:02:55.734004 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93508531-851a-45cd-bfea-5d9cd5e11388" -d '{"events": [{"name": "network-changed", "server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:02:55.778484 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a284ecfc-4647-4b6b-b42e-3b53093f0228 x-openstack-request-id: req-a284ecfc-4647-4b6b-b42e-3b53093f0228 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:02:55.778847 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:02:55.779189 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a284ecfc-4647-4b6b-b42e-3b53093f0228 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:02:55.779674 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a284ecfc-4647-4b6b-b42e-3b53093f0228'] response: {'name': 'network-changed', 'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'status': 'completed', 'code': 200} Apr 18 14:02:55.845418 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:55.857475 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-30b6a0d7-6ef0-4e1d-bf02-04e1b5eb58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:55.858956 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-30b6a0d7-6ef0-4e1d-bf02-04e1b5eb58b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 1129 time: 0.0455379 Apr 18 14:02:55.859900 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:02:55.864979 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-83259034-2057-475b-b8ca-a392bd0947a8 admin admin] 10.222.0.11 "PUT /v2.0/routers/e73bcc22-4ae5-48a5-b473-a38b516146a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2377470 Apr 18 14:02:55.867520 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35786) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:55.870932 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] Sync routers for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:02:55.881835 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:55.882441 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:55.990522 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:56.049301 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-525b6435-2166-477a-a6b7-0a75538d4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:56.050889 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-525b6435-2166-477a-a6b7-0a75538d4eb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.1759031 Apr 18 14:02:56.071679 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks [] for router (e73bcc22-4ae5-48a5-b473-a38b516146a6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:56.099566 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:54Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:56.126899 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:56.135780 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:56.136616 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:56.177751 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T14:02:54Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:56.202432 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-95d11d09-396d-4191-bd8d-4f821f98dc5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=166cb7e9-fc11-42d8-a81b-06651f052a04 HTTP/1.1" status: 200 len: 999 time: 0.1386440 Apr 18 14:02:56.205805 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] Checking router: e73bcc22-4ae5-48a5-b473-a38b516146a6 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:02:56.215053 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] Routers {'e73bcc22-4ae5-48a5-b473-a38b516146a6'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:02:56.215747 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:02:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['e73bcc22-4ae5-48a5-b473-a38b516146a6'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:56.251310 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:56.275614 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks [] for router_gateway (e73bcc22-4ae5-48a5-b473-a38b516146a6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:56.286640 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-3499c0c8-179b-4584-824f-ce9a9ab06d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:56.288345 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-3499c0c8-179b-4584-824f-ce9a9ab06d72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0683036 Apr 18 14:02:56.330797 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] Set router e73bcc22-4ae5-48a5-b473-a38b516146a6 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:02:56.364540 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Deleting port b5de447a-1057-4203-babf-e87cb79642ea {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:56.364888 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (b5de447a-1057-4203-babf-e87cb79642ea), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:56.381782 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-27955c99-4800-4220-bcbf-65046d360f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:56.384791 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-27955c99-4800-4220-bcbf-65046d360f17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701826 Apr 18 14:02:56.505770 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:54Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:56.521120 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] For port b5de447a-1057-4203-babf-e87cb79642ea, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=b5de447a-1057-4203-babf-e87cb79642ea,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:56.521513 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (b5de447a-1057-4203-babf-e87cb79642ea), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:56.535078 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a73ad-cdfb-44dd-a75d-7cdfcfca7545 None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:54Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:56.546384 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Calling delete_port for b5de447a-1057-4203-babf-e87cb79642ea owned by network:router_gateway {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:56.552951 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-bb33ea99-40fa-4283-89a7-c6082f080619 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561518 Apr 18 14:02:56.606121 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T14:02:54Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:56.634745 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e188a4e-bd1a-4a9b-bfd5-e00a077c7a4e None None] The sync data for ids ['e73bcc22-4ae5-48a5-b473-a38b516146a6'] in dv-cinder-838302-1-iscsi is: [{'id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1746737445-router', 'tenant_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T14:02:54Z', 'revision_number': 5, 'project_id': 'ff76d4b3a615408aa9a8d73b17f05eb3', 'gw_port': {'id': 'b5de447a-1057-4203-babf-e87cb79642ea', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73bcc22-4ae5-48a5-b473-a38b516146a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:27Z', 'updated_at': '2022-04-18T13:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:02:56.742963 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-93508531-851a-45cd-bfea-5d9cd5e11388 req-9fe475d0-00fd-4bf6-ae16-b193649973a4 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512904 Apr 18 14:02:56.769117 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc412ac-5cdc-4df3-bb25-5e82c5be0801 None None] New status for floating IP 8b02524c-cff0-49f0-a94c-ca250c3d66d4: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:02:56.803647 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (b5de447a-1057-4203-babf-e87cb79642ea), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:56.835599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5de447a-1057-4203-babf-e87cb79642ea,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:56.917636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0844d-4b8f-4a41-a894-029ed75a37e4 req-ba869e43-e05f-4c4d-a95e-21accee187a3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:56.919083 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09f0844d-4b8f-4a41-a894-029ed75a37e4 req-ba869e43-e05f-4c4d-a95e-21accee187a3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0874197 Apr 18 14:02:56.947613 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (e73bcc22-4ae5-48a5-b473-a38b516146a6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.079225 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (e73bcc22-4ae5-48a5-b473-a38b516146a6), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.083471 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09f0844d-4b8f-4a41-a894-029ed75a37e4 req-1bed59fa-bf5c-4a7c-b216-857d76f09b7c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563878 Apr 18 14:02:57.085259 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks [] for router_controller (e73bcc22-4ae5-48a5-b473-a38b516146a6), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.093235 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device aa287f03-c1e8-4da0-b8a8-7c33fa92b113 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:57.114302 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: aa287f03-c1e8-4da0-b8a8-7c33fa92b113 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:57.114647 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device aa287f03-c1e8-4da0-b8a8-7c33fa92b113 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:57.172908 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (e73bcc22-4ae5-48a5-b473-a38b516146a6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.173439 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73bcc22-4ae5-48a5-b473-a38b516146a6 {{(pid=103388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:02:57.178225 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.179381 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ea4401df-7082-48ec-9f2a-a445f7edc9f0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e73bcc22-4ae5-48a5-b473-a38b516146a6 HTTP/1.1" status: 204 len: 168 time: 1.3106592 Apr 18 14:02:57.181938 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35790) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:57.225711 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ce4dcd-2cf1-46cb-ac9d-fd61da72d75b admin admin] Deleting subnet 8d66113c-55b0-4f82-989a-76b8564e72bc {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:02:57.229822 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4dcd-2cf1-46cb-ac9d-fd61da72d75b admin admin] Publish callbacks [] for subnet (8d66113c-55b0-4f82-989a-76b8564e72bc), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.268857 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4dcd-2cf1-46cb-ac9d-fd61da72d75b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125579304'] for subnet (8d66113c-55b0-4f82-989a-76b8564e72bc), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.386789 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4dcd-2cf1-46cb-ac9d-fd61da72d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (8d66113c-55b0-4f82-989a-76b8564e72bc), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.443023 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4dcd-2cf1-46cb-ac9d-fd61da72d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4596927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125647952'] for subnet (8d66113c-55b0-4f82-989a-76b8564e72bc), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.466944 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce4dcd-2cf1-46cb-ac9d-fd61da72d75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d66113c-55b0-4f82-989a-76b8564e72bc,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:57.473082 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f2ce4dcd-2cf1-46cb-ac9d-fd61da72d75b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.476821 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f2ce4dcd-2cf1-46cb-ac9d-fd61da72d75b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8d66113c-55b0-4f82-989a-76b8564e72bc HTTP/1.1" status: 204 len: 168 time: 0.2934101 Apr 18 14:02:57.479529 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35792) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:57.482758 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5127fe-c80f-4f82-ab80-86ef8bab70f2 None None] Network 756b4fb6-0e97-4373-be0c-12c997239a25 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:02:57.551100 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (756b4fb6-0e97-4373-be0c-12c997239a25), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.602182 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Deleting port 89211686-50c0-40ae-97c3-13d721f43309 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:02:57.602478 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (89211686-50c0-40ae-97c3-13d721f43309), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.671041 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] For port 89211686-50c0-40ae-97c3-13d721f43309, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=89211686-50c0-40ae-97c3-13d721f43309,segment=NetworkSegment(7ca6c7ea-ca24-4794-b701-8f6ac74df315),segment_id=7ca6c7ea-ca24-4794-b701-8f6ac74df315)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:02:57.671414 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (89211686-50c0-40ae-97c3-13d721f43309), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.688454 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Calling delete_port for 89211686-50c0-40ae-97c3-13d721f43309 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:02:57.785103 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (89211686-50c0-40ae-97c3-13d721f43309), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.811913 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Pushing event deleted for resources: {'Port': ['ID=89211686-50c0-40ae-97c3-13d721f43309,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:57.813717 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] No DVR routers for this DVR port 89211686-50c0-40ae-97c3-13d721f43309 on host dv-cinder-838302-1-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:02:57.816230 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da3d36-b51a-4374-877c-3130ddcc3958 None None] DHCP port deletion for 756b4fb6-0e97-4373-be0c-12c997239a25 request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:02:57.892280 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (756b4fb6-0e97-4373-be0c-12c997239a25), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.911801 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756b4fb6-0e97-4373-be0c-12c997239a25']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:57.920973 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca6c7ea-ca24-4794-b701-8f6ac74df315') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:57.921270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca6c7ea-ca24-4794-b701-8f6ac74df315') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:02:57.930785 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (7ca6c7ea-ca24-4794-b701-8f6ac74df315), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.943435 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (7ca6c7ea-ca24-4794-b701-8f6ac74df315), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.950026 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:02:57.950413 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (7ca6c7ea-ca24-4794-b701-8f6ac74df315), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:02:57.952184 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:02:58.005207 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (756b4fb6-0e97-4373-be0c-12c997239a25), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:58.013161 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:58.016740 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] 10.222.0.11 "DELETE /v2.0/networks/756b4fb6-0e97-4373-be0c-12c997239a25 HTTP/1.1" status: 204 len: 168 time: 0.5358212 Apr 18 14:02:58.025645 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78be23-cac3-46cf-a7ec-1a646b1dfa8d admin admin] Pushing event deleted for resources: {'Network': ['ID=756b4fb6-0e97-4373-be0c-12c997239a25,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:58.125596 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35800) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:58.166793 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-125defda-c10b-4cb7-8211-f4fece10f59e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff76d4b3a615408aa9a8d73b17f05eb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398088 Apr 18 14:02:58.169224 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35802) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:02:58.216111 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e8cd7-0a69-4f2b-842b-d4af98efda7d req-f08e82da-af8e-4562-9ad8-1bc6e78669fd tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:58.217595 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c6e8cd7-0a69-4f2b-842b-d4af98efda7d req-f08e82da-af8e-4562-9ad8-1bc6e78669fd tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0494554 Apr 18 14:02:58.217816 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d0677a2-a640-4396-bc18-b65fdb4973f7 admin admin] Publish callbacks [] for security_group (d3a92e05-37e6-47be-a6c2-c200dd398e26), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:58.239584 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d0677a2-a640-4396-bc18-b65fdb4973f7 admin admin] Publish callbacks [] for security_group (d3a92e05-37e6-47be-a6c2-c200dd398e26), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:58.264571 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2c6e8cd7-0a69-4f2b-842b-d4af98efda7d req-96d8e7bd-d27d-42e0-9915-fbfab21614b2 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Apr 18 14:02:58.286670 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d0677a2-a640-4396-bc18-b65fdb4973f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d3a92e05-37e6-47be-a6c2-c200dd398e26), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:58.289663 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d0677a2-a640-4396-bc18-b65fdb4973f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:02:58.291383 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7d0677a2-a640-4396-bc18-b65fdb4973f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3a92e05-37e6-47be-a6c2-c200dd398e26 HTTP/1.1" status: 204 len: 168 time: 0.1211777 Apr 18 14:02:58.300488 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0677a2-a640-4396-bc18-b65fdb4973f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a92e05-37e6-47be-a6c2-c200dd398e26,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:02:58.804888 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 89211686-50c0-40ae-97c3-13d721f43309 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:58.828427 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 89211686-50c0-40ae-97c3-13d721f43309 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:58.829049 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 89211686-50c0-40ae-97c3-13d721f43309 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:58.829168 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device b5de447a-1057-4203-babf-e87cb79642ea no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:02:58.848140 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: b5de447a-1057-4203-babf-e87cb79642ea {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:02:58.848480 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device b5de447a-1057-4203-babf-e87cb79642ea not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:02:59.404172 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cda74-82cf-43b0-b569-94a3208e687b req-bdba7dd8-62e6-4cc5-82f3-27b90ffec791 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:02:59.405887 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-020cda74-82cf-43b0-b569-94a3208e687b req-bdba7dd8-62e6-4cc5-82f3-27b90ffec791 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0554123 Apr 18 14:02:59.477623 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-020cda74-82cf-43b0-b569-94a3208e687b req-65caaa10-0f73-4b0d-bc90-bfaec9ec2c75 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649221 Apr 18 14:03:00.599097 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa847ea-7bd5-49c4-a6ed-374bd9ce45c8 req-6ae90df9-04af-4e31-a16d-7831e364cb5e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:00.600717 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eaa847ea-7bd5-49c4-a6ed-374bd9ce45c8 req-6ae90df9-04af-4e31-a16d-7831e364cb5e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0509427 Apr 18 14:03:00.651216 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eaa847ea-7bd5-49c4-a6ed-374bd9ce45c8 req-777f8f80-7c53-449b-b404-04acae5e73f0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 Apr 18 14:03:01.051473 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:01.791984 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243d271-ff39-44ab-97b6-a521a8a29f61 req-4e096739-99e2-4828-916c-813fe98611c0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:01.793831 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2243d271-ff39-44ab-97b6-a521a8a29f61 req-4e096739-99e2-4828-916c-813fe98611c0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0613134 Apr 18 14:03:01.852890 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2243d271-ff39-44ab-97b6-a521a8a29f61 req-4818b1b8-9a13-40ae-944d-6254642da7d1 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494118 Apr 18 14:03:02.968408 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfea3c-7edf-4d54-8b16-c08518f949f4 req-5347db53-f927-4c8d-8e13-98370501a73d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:02.969823 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fcdfea3c-7edf-4d54-8b16-c08518f949f4 req-5347db53-f927-4c8d-8e13-98370501a73d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0451176 Apr 18 14:03:03.019487 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fcdfea3c-7edf-4d54-8b16-c08518f949f4 req-a67e9674-ae47-44f7-b153-268c722273e8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Apr 18 14:03:03.281307 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:03:04.403499 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8085f28-d2cc-44f9-9511-e2d438fa70e1 req-11076287-5484-4f06-b83c-f61fc4950cc3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:04.405049 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c8085f28-d2cc-44f9-9511-e2d438fa70e1 req-11076287-5484-4f06-b83c-f61fc4950cc3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.3146482 Apr 18 14:03:04.455232 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c8085f28-d2cc-44f9-9511-e2d438fa70e1 req-0f2d1d76-cf74-41cf-b555-24111db94104 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446479 Apr 18 14:03:05.570877 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24edec3-6d9e-40be-85b7-4aaca07b8066 req-8c408ca7-9290-4cea-a2c2-69d58d9b77e0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:05.572404 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d24edec3-6d9e-40be-85b7-4aaca07b8066 req-8c408ca7-9290-4cea-a2c2-69d58d9b77e0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0464423 Apr 18 14:03:05.618229 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d24edec3-6d9e-40be-85b7-4aaca07b8066 req-7e8057f9-bebe-46ae-b7f1-1f69c030d87a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403619 Apr 18 14:03:06.735400 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4994a-c8b2-46d4-b318-0bd627cae15a req-b2de2cb7-51e7-4a62-ad58-bfb16fb373cd tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:06.736843 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d6e4994a-c8b2-46d4-b318-0bd627cae15a req-b2de2cb7-51e7-4a62-ad58-bfb16fb373cd tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0489767 Apr 18 14:03:06.782987 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d6e4994a-c8b2-46d4-b318-0bd627cae15a req-7cd694d2-3c74-45c3-877b-d5f2b5430d32 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399153 Apr 18 14:03:07.703720 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 35936) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:07.806092 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9876b07-c856-4ef0-a066-2960dc9f6668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:07.917545 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee51507-bcbb-4b70-99ff-aadb2f18faa2 req-c6db16b7-4277-4c17-8380-d11123797a5d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:07.919170 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3ee51507-bcbb-4b70-99ff-aadb2f18faa2 req-c6db16b7-4277-4c17-8380-d11123797a5d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0633686 Apr 18 14:03:07.934052 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9876b07-c856-4ef0-a066-2960dc9f6668 admin admin] Publish callbacks [] for security_group (7f538d47-afec-4959-bcdf-b2083dd82c67), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:07.946616 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9876b07-c856-4ef0-a066-2960dc9f6668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (7f538d47-afec-4959-bcdf-b2083dd82c67), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:08.013683 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9876b07-c856-4ef0-a066-2960dc9f6668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f538d47-afec-4959-bcdf-b2083dd82c67,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:08.017922 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e9876b07-c856-4ef0-a066-2960dc9f6668 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c661e36b31b94204b3e431fbc24ebbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130767 Apr 18 14:03:08.020646 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 35948) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:08.037113 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3ee51507-bcbb-4b70-99ff-aadb2f18faa2 req-9a8826c0-8ce0-4df4-b2a4-c286245da5fc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046138 Apr 18 14:03:08.075554 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3b87a5b9-e54d-436c-9ff6-597831803408 admin admin] Publish callbacks [] for security_group (7f538d47-afec-4959-bcdf-b2083dd82c67), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:08.100358 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3b87a5b9-e54d-436c-9ff6-597831803408 admin admin] Publish callbacks [] for security_group (7f538d47-afec-4959-bcdf-b2083dd82c67), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:08.150514 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3b87a5b9-e54d-436c-9ff6-597831803408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (7f538d47-afec-4959-bcdf-b2083dd82c67), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:08.153277 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3b87a5b9-e54d-436c-9ff6-597831803408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:08.154435 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3b87a5b9-e54d-436c-9ff6-597831803408 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f538d47-afec-4959-bcdf-b2083dd82c67 HTTP/1.1" status: 204 len: 168 time: 0.1322892 Apr 18 14:03:08.162136 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87a5b9-e54d-436c-9ff6-597831803408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f538d47-afec-4959-bcdf-b2083dd82c67,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:09.149992 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac97e18-d328-4c99-936b-323514f147d6 req-c166c7ae-9671-48fa-b961-d22239ec418d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:09.156701 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cac97e18-d328-4c99-936b-323514f147d6 req-c166c7ae-9671-48fa-b961-d22239ec418d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0571854 Apr 18 14:03:09.201478 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cac97e18-d328-4c99-936b-323514f147d6 req-39201f4e-1427-48fd-b6eb-282532548987 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Apr 18 14:03:09.345663 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36014) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:09.467650 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1828d62-0d15-4d7c-8507-78f2bcf81188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:09.545174 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1828d62-0d15-4d7c-8507-78f2bcf81188 admin admin] Publish callbacks [] for security_group (c7131a98-d0fd-426c-9faa-c9e6c317692a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:09.548765 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a1828d62-0d15-4d7c-8507-78f2bcf81188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (c7131a98-d0fd-426c-9faa-c9e6c317692a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:09.588120 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a1828d62-0d15-4d7c-8507-78f2bcf81188 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31bd6fbd74f64803ab7826a58dccdf10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408891 Apr 18 14:03:09.588986 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1828d62-0d15-4d7c-8507-78f2bcf81188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7131a98-d0fd-426c-9faa-c9e6c317692a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:09.590845 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 36018) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:09.639939 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c749-5014-4940-b9f3-452b9f6643b4 admin admin] Publish callbacks [] for security_group (c7131a98-d0fd-426c-9faa-c9e6c317692a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:09.660476 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c749-5014-4940-b9f3-452b9f6643b4 admin admin] Publish callbacks [] for security_group (c7131a98-d0fd-426c-9faa-c9e6c317692a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:09.709732 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c749-5014-4940-b9f3-452b9f6643b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (c7131a98-d0fd-426c-9faa-c9e6c317692a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:09.713218 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c749-5014-4940-b9f3-452b9f6643b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:09.714364 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1bd8c749-5014-4940-b9f3-452b9f6643b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7131a98-d0fd-426c-9faa-c9e6c317692a HTTP/1.1" status: 204 len: 168 time: 0.1225338 Apr 18 14:03:09.722012 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8c749-5014-4940-b9f3-452b9f6643b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7131a98-d0fd-426c-9faa-c9e6c317692a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:10.328942 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd2fde-10dc-4cf4-8049-a809b18343c7 req-dc2fa14b-7434-4e05-ab47-f6e1727669bf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:10.330452 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-59cd2fde-10dc-4cf4-8049-a809b18343c7 req-dc2fa14b-7434-4e05-ab47-f6e1727669bf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Apr 18 14:03:10.378469 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-59cd2fde-10dc-4cf4-8049-a809b18343c7 req-29df3643-5ac4-4185-8c92-be25760c1e4a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Apr 18 14:03:11.501762 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a90fb9-b087-40e0-a8c5-b59f94147b48 req-3d1a22e7-4075-4c21-a479-8110992324e7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:11.503250 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f5a90fb9-b087-40e0-a8c5-b59f94147b48 req-3d1a22e7-4075-4c21-a479-8110992324e7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0491943 Apr 18 14:03:11.550453 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f5a90fb9-b087-40e0-a8c5-b59f94147b48 req-5961a254-b249-439d-8a48-2497453a21fe tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407922 Apr 18 14:03:12.670411 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f26cde-768b-4742-a439-cd38081ce5a0 req-d234ee85-c197-4a01-b4b7-a8f647b3a6cc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:12.671805 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77f26cde-768b-4742-a439-cd38081ce5a0 req-d234ee85-c197-4a01-b4b7-a8f647b3a6cc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0503809 Apr 18 14:03:12.717108 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77f26cde-768b-4742-a439-cd38081ce5a0 req-baed7b59-93c3-4a3e-8f01-6971f1ce61ae tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397549 Apr 18 14:03:13.841303 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2bc0d-153d-4bbe-b8a7-d38a1c864833 req-b363736e-cf4a-48b4-a7c2-560d905ae87a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:13.843069 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61e2bc0d-153d-4bbe-b8a7-d38a1c864833 req-b363736e-cf4a-48b4-a7c2-560d905ae87a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0525954 Apr 18 14:03:13.890434 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-61e2bc0d-153d-4bbe-b8a7-d38a1c864833 req-66d3d94f-ae24-490c-adcf-1f639560bd44 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415201 Apr 18 14:03:15.010079 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d6f6-bf40-415f-bb07-caa4ff172d7b req-1a9e4f12-d5f8-430d-83cf-f7ab6582768e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:15.012238 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5531d6f6-bf40-415f-bb07-caa4ff172d7b req-1a9e4f12-d5f8-430d-83cf-f7ab6582768e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0521872 Apr 18 14:03:15.063442 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5531d6f6-bf40-415f-bb07-caa4ff172d7b req-11a26184-433a-4af8-b935-2e443bdacf52 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455265 Apr 18 14:03:16.188049 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4c9f7-38fd-46b5-84fc-c8981cc55e92 req-e2b662b9-dacf-4d62-b292-c33dbcac8aba tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:16.189535 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47b4c9f7-38fd-46b5-84fc-c8981cc55e92 req-e2b662b9-dacf-4d62-b292-c33dbcac8aba tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0534468 Apr 18 14:03:16.236210 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47b4c9f7-38fd-46b5-84fc-c8981cc55e92 req-684c043d-4648-410a-aaf9-0d4a403b98ee tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Apr 18 14:03:17.352014 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50438560-6c78-4b54-9c10-94b2829c1ed2 req-f1e80b0a-d916-4a9c-8431-e4f7c1c2b468 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:17.353405 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50438560-6c78-4b54-9c10-94b2829c1ed2 req-f1e80b0a-d916-4a9c-8431-e4f7c1c2b468 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0470028 Apr 18 14:03:17.399857 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50438560-6c78-4b54-9c10-94b2829c1ed2 req-f1e5359a-f59c-450c-87ea-359d48c3c1bc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408361 Apr 18 14:03:18.521408 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adebb1-106b-4959-8ac6-65560c7ae1b1 req-53624d6f-f699-4905-95bf-c4987c03b7c0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:18.523481 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b6adebb1-106b-4959-8ac6-65560c7ae1b1 req-53624d6f-f699-4905-95bf-c4987c03b7c0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0521259 Apr 18 14:03:18.571109 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b6adebb1-106b-4959-8ac6-65560c7ae1b1 req-c842aa47-0db0-4c19-8b32-8eec0fa04257 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412531 Apr 18 14:03:18.886925 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e0dd8dd-cbca-42dd-b0a3-926d6c1a11d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:19.692521 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69836-88f6-41a9-9660-dbdd23e5dc73 req-a1e76297-049c-452a-bc0c-eb72467e7a14 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:19.694007 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f6f69836-88f6-41a9-9660-dbdd23e5dc73 req-a1e76297-049c-452a-bc0c-eb72467e7a14 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0477943 Apr 18 14:03:19.740362 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f6f69836-88f6-41a9-9660-dbdd23e5dc73 req-ec0d8ae1-cbf0-4c58-9941-881ce6afd25a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Apr 18 14:03:20.863884 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a4f14-2b7f-405d-9f9f-b3c814aa5756 req-5639b35b-e48b-441b-ac5e-0c41f20b3c2a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:20.865397 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d2a4f14-2b7f-405d-9f9f-b3c814aa5756 req-5639b35b-e48b-441b-ac5e-0c41f20b3c2a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Apr 18 14:03:20.915621 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d2a4f14-2b7f-405d-9f9f-b3c814aa5756 req-4d56a427-0fbe-4780-ad3b-d6215e778704 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Apr 18 14:03:21.086232 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 36220) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:21.188712 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-47487842-ba87-4cfa-a9e5-584b295e83e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:21.261941 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-47487842-ba87-4cfa-a9e5-584b295e83e0 admin admin] Publish callbacks [] for security_group (2de9c7a9-5943-4566-8cfa-92719528f31f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:21.265450 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-47487842-ba87-4cfa-a9e5-584b295e83e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (2de9c7a9-5943-4566-8cfa-92719528f31f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:21.303143 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-47487842-ba87-4cfa-a9e5-584b295e83e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14d5d767e8fe4e2f8d933db0358a5ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158425 Apr 18 14:03:21.304572 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47487842-ba87-4cfa-a9e5-584b295e83e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de9c7a9-5943-4566-8cfa-92719528f31f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:21.306342 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36224) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:21.354941 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4e647b6-277f-4569-a4e4-94f0afe93542 admin admin] Publish callbacks [] for security_group (2de9c7a9-5943-4566-8cfa-92719528f31f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:21.375671 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4e647b6-277f-4569-a4e4-94f0afe93542 admin admin] Publish callbacks [] for security_group (2de9c7a9-5943-4566-8cfa-92719528f31f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:21.424338 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4e647b6-277f-4569-a4e4-94f0afe93542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (2de9c7a9-5943-4566-8cfa-92719528f31f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:21.426892 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f4e647b6-277f-4569-a4e4-94f0afe93542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:21.428065 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f4e647b6-277f-4569-a4e4-94f0afe93542 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2de9c7a9-5943-4566-8cfa-92719528f31f HTTP/1.1" status: 204 len: 168 time: 0.1207068 Apr 18 14:03:21.436860 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e647b6-277f-4569-a4e4-94f0afe93542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de9c7a9-5943-4566-8cfa-92719528f31f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:21.467380 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-216c1464-a2c1-47f4-8f59-37a605238c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:21.684004 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36232) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:21.930727 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-377e3bc9-dd07-4717-994d-3bd619d887e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:22.007554 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-377e3bc9-dd07-4717-994d-3bd619d887e4 admin admin] Publish callbacks [] for security_group (67350363-d9f9-4fe4-8390-13e965f9530f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:22.012207 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-377e3bc9-dd07-4717-994d-3bd619d887e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (67350363-d9f9-4fe4-8390-13e965f9530f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:22.038089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3857590-f834-48e5-833f-38728bae36cd req-f490b9e2-46dc-4b9d-978e-e2489c5659f0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:22.040142 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3857590-f834-48e5-833f-38728bae36cd req-f490b9e2-46dc-4b9d-978e-e2489c5659f0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0498800 Apr 18 14:03:22.051048 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-377e3bc9-dd07-4717-994d-3bd619d887e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5192461994d24d239c5dbbd94739eb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659582 Apr 18 14:03:22.051942 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e3bc9-dd07-4717-994d-3bd619d887e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67350363-d9f9-4fe4-8390-13e965f9530f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:22.054225 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36236) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:22.096287 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3857590-f834-48e5-833f-38728bae36cd req-d432bd8e-30fa-4b2a-8506-527f4a98044c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499320 Apr 18 14:03:22.102897 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbff1-d717-441c-9056-ee192a526202 admin admin] Publish callbacks [] for security_group (67350363-d9f9-4fe4-8390-13e965f9530f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:22.125244 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbff1-d717-441c-9056-ee192a526202 admin admin] Publish callbacks [] for security_group (67350363-d9f9-4fe4-8390-13e965f9530f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:22.175294 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbff1-d717-441c-9056-ee192a526202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (67350363-d9f9-4fe4-8390-13e965f9530f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:22.177891 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbff1-d717-441c-9056-ee192a526202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:22.179610 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bb8dbff1-d717-441c-9056-ee192a526202 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67350363-d9f9-4fe4-8390-13e965f9530f HTTP/1.1" status: 204 len: 168 time: 0.1243327 Apr 18 14:03:22.187445 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dbff1-d717-441c-9056-ee192a526202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67350363-d9f9-4fe4-8390-13e965f9530f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:22.667239 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:22.920886 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:03:23.018529 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:23.030866 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '55d46888-a474-436a-a155-b68445d6f499', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'port_id': '55d46888-a474-436a-a155-b68445d6f499', 'mac_address': 'fa:16:3e:83:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:03:23.072181 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 55d46888-a474-436a-a155-b68445d6f499 is: ACTIVE; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:03:23.072572 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:23.086500 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55d46888-a474-436a-a155-b68445d6f499 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:03:23.106886 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:23.111117 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:23.171073 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=6']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:23.223724 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7af04-8558-4063-b8d5-47e8b8c5a227 req-0cc8546d-81b5-42ce-8c3a-575448e3881f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:23.225471 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e7af04-8558-4063-b8d5-47e8b8c5a227 req-0cc8546d-81b5-42ce-8c3a-575448e3881f tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 944 time: 0.0521586 Apr 18 14:03:23.250740 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['55d46888-a474-436a-a155-b68445d6f499'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:03:23.274847 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53e7af04-8558-4063-b8d5-47e8b8c5a227 req-ef0df81b-7f63-447b-b9ba-2be5f6900b3a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Apr 18 14:03:24.045036 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:24.400896 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330dd7c-f750-4d4d-aebe-c60b490f0fcd req-a370eed4-634d-4969-b09f-8e60f43187b6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:24.402383 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c330dd7c-f750-4d4d-aebe-c60b490f0fcd req-a370eed4-634d-4969-b09f-8e60f43187b6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 944 time: 0.0528443 Apr 18 14:03:24.450877 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c330dd7c-f750-4d4d-aebe-c60b490f0fcd req-36ca81eb-6f59-4dae-a62d-1cc6b70d5b4a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Apr 18 14:03:24.937472 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:03:24.983863 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 55d46888-a474-436a-a155-b68445d6f499 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:03:24.984236 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (55d46888-a474-436a-a155-b68445d6f499), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:25.062391 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 55d46888-a474-436a-a155-b68445d6f499 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:03:25.063058 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:25.084254 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d46888-a474-436a-a155-b68445d6f499'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:03:25.087197 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3b7208-6aad-42a8-913c-00fa91fa8add" -d '{"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-plugged", "status": "completed", "tag": "55d46888-a474-436a-a155-b68445d6f499"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:03:25.100320 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:25.106093 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:25.132773 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9e69d8-f3bd-4b62-a485-e37295fe1680 x-openstack-request-id: req-4e9e69d8-f3bd-4b62-a485-e37295fe1680 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:03:25.133202 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-plugged", "status": "completed", "tag": "55d46888-a474-436a-a155-b68445d6f499", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:03:25.133500 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e9e69d8-f3bd-4b62-a485-e37295fe1680 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:03:25.133889 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9e69d8-f3bd-4b62-a485-e37295fe1680'] response: {'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d46888-a474-436a-a155-b68445d6f499', 'code': 200} Apr 18 14:03:25.162872 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=7']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:25.336809 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:25.574210 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f759a-191c-4387-9389-17eae654c459 req-40cbc710-2014-4fc1-b509-b2d2a1ab61df tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:25.575644 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d2f759a-191c-4387-9389-17eae654c459 req-40cbc710-2014-4fc1-b509-b2d2a1ab61df tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0521452 Apr 18 14:03:25.631365 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d2f759a-191c-4387-9389-17eae654c459 req-4ed9a62e-8628-43e6-b026-df2ffeb4b639 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498834 Apr 18 14:03:26.776470 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43a3a-96be-44f2-98f3-541384bcc0a3 req-2f07ff48-1090-4a5a-99c1-4252ba6fdfc8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:26.778156 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eba43a3a-96be-44f2-98f3-541384bcc0a3 req-2f07ff48-1090-4a5a-99c1-4252ba6fdfc8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0545933 Apr 18 14:03:26.833083 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eba43a3a-96be-44f2-98f3-541384bcc0a3 req-e72ec1b2-67bb-4173-87f8-e5e6ae1559e5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476053 Apr 18 14:03:27.988653 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03884a-e6bd-40a4-a619-5fc92b4bacac req-5dd58f0c-fe32-4234-b592-6d27dc3d81bf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:27.999799 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d03884a-e6bd-40a4-a619-5fc92b4bacac req-5dd58f0c-fe32-4234-b592-6d27dc3d81bf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0626421 Apr 18 14:03:28.090328 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d03884a-e6bd-40a4-a619-5fc92b4bacac req-7467b488-3ca9-41d5-a201-69c0f121dd91 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892625 Apr 18 14:03:29.290653 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00542d0-6aee-4c19-8d94-40a3edc453c5 req-c58856f5-9e16-484d-a267-3c4e9fa3e112 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:29.304596 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f00542d0-6aee-4c19-8d94-40a3edc453c5 req-c58856f5-9e16-484d-a267-3c4e9fa3e112 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.1179397 Apr 18 14:03:29.381798 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f00542d0-6aee-4c19-8d94-40a3edc453c5 req-8f76f4dc-93be-41bc-8fe4-a5dd47480dc9 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722547 Apr 18 14:03:30.532575 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ed7eb-9eec-4d87-bf12-fd95eb7d5fdc req-f90a5e17-e32d-47fe-b578-410744432f3b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:30.534302 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e5ed7eb-9eec-4d87-bf12-fd95eb7d5fdc req-f90a5e17-e32d-47fe-b578-410744432f3b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0645669 Apr 18 14:03:30.617006 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e5ed7eb-9eec-4d87-bf12-fd95eb7d5fdc req-0e9d78af-5a39-4e70-bbcf-284f6ee1c640 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745277 Apr 18 14:03:31.068140 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:31.759434 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f13f7-6d4a-4b2f-b6fa-14af75c4f14d req-afcf3b1a-2b43-4ab7-829a-81b763fae90d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:31.761061 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-018f13f7-6d4a-4b2f-b6fa-14af75c4f14d req-afcf3b1a-2b43-4ab7-829a-81b763fae90d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0598428 Apr 18 14:03:31.817822 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-018f13f7-6d4a-4b2f-b6fa-14af75c4f14d req-4234faa4-46de-40c7-a475-fbb054df6bb6 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504971 Apr 18 14:03:32.974821 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89314367-d1cc-4c1d-bcb6-784652a14bdd req-376a30fd-74e6-48e0-93ba-26efa6057fe4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:32.977252 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89314367-d1cc-4c1d-bcb6-784652a14bdd req-376a30fd-74e6-48e0-93ba-26efa6057fe4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0585172 Apr 18 14:03:33.038028 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-89314367-d1cc-4c1d-bcb6-784652a14bdd req-b1185eef-d5eb-4b35-9023-b93a39b36bc7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545897 Apr 18 14:03:34.195995 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da026-2db0-4499-aa39-97e18958b860 req-80d6770f-3f92-49de-a749-d4ca88c7e2cb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:34.198291 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-856da026-2db0-4499-aa39-97e18958b860 req-80d6770f-3f92-49de-a749-d4ca88c7e2cb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0596044 Apr 18 14:03:34.253259 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-856da026-2db0-4499-aa39-97e18958b860 req-ded27587-8437-4655-9b2b-22d58297e9e0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489068 Apr 18 14:03:35.378066 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f703e4-5f40-46a1-b93c-92307e1dae1e req-212ca205-a4e8-494d-a019-2e110df7c0f3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:35.379605 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1f703e4-5f40-46a1-b93c-92307e1dae1e req-212ca205-a4e8-494d-a019-2e110df7c0f3 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0490110 Apr 18 14:03:35.426441 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1f703e4-5f40-46a1-b93c-92307e1dae1e req-7c93b52e-5ed5-4fba-9414-9c881deff84d tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399833 Apr 18 14:03:36.220141 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-f9cbd73f-85cf-4257-85f3-133b8d5cf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:36.221865 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-f9cbd73f-85cf-4257-85f3-133b8d5cf7c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 1129 time: 0.0410399 Apr 18 14:03:36.315038 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-19019592-5fd1-4578-b89d-ee77dd2637ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:36.316715 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-19019592-5fd1-4578-b89d-ee77dd2637ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.0873976 Apr 18 14:03:36.599493 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43778638-c452-41cf-906a-95e1827f90d6 req-e01a6e68-14cc-4cf1-8c4d-dce98add9a06 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:36.601632 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-43778638-c452-41cf-906a-95e1827f90d6 req-e01a6e68-14cc-4cf1-8c4d-dce98add9a06 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.1013770 Apr 18 14:03:36.618075 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-576210c4-0857-4916-9ece-5f63361534e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 200 len: 1000 time: 0.1158059 Apr 18 14:03:36.657010 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-43778638-c452-41cf-906a-95e1827f90d6 req-d1d728ff-6e51-4682-ad84-2ddb9aed7b52 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473924 Apr 18 14:03:36.915529 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-d97ddf63-1206-4022-a256-fb143719fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:36.917366 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-d97ddf63-1206-4022-a256-fb143719fbec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.0465117 Apr 18 14:03:36.963644 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-60692004-8690-4393-934e-0aec1142aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:36.965285 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-60692004-8690-4393-934e-0aec1142aef6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416710 Apr 18 14:03:37.102789 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-66d8623a-e56f-40f3-9ad9-e798a1a7ca28 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909276 Apr 18 14:03:37.201779 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf5361a9-def1-4461-9f49-9dad72e75fd6 req-1b2c7b6c-5637-46f8-8c71-885436f9b83c service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868304 Apr 18 14:03:37.780394 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af08b7-6494-4d36-bfef-87fe6d0a39e9 req-32fd8bb1-0d17-4d54-a682-a13ef61f40d0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:37.781865 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85af08b7-6494-4d36-bfef-87fe6d0a39e9 req-32fd8bb1-0d17-4d54-a682-a13ef61f40d0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0522780 Apr 18 14:03:37.829866 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85af08b7-6494-4d36-bfef-87fe6d0a39e9 req-867739d8-189c-40ac-b600-7ae3d5941e2c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424428 Apr 18 14:03:38.954423 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7b394-b65a-4371-9512-758186f07b53 req-77e24a23-2203-4a34-9aae-5e66aa721336 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:38.955925 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ef7b394-b65a-4371-9512-758186f07b53 req-77e24a23-2203-4a34-9aae-5e66aa721336 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 945 time: 0.0487614 Apr 18 14:03:39.003891 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ef7b394-b65a-4371-9512-758186f07b53 req-ccc19b20-c793-4125-916e-76e3c03f980a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Apr 18 14:03:39.031245 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:39.202129 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 55d46888-a474-436a-a155-b68445d6f499 is: ACTIVE; New status is: DOWN {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:03:39.202580 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.228142 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d46888-a474-436a-a155-b68445d6f499'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:03:39.231267 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d5948a-aeaf-4960-a1b6-a939c7078f1f" -d '{"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-unplugged", "status": "completed", "tag": "55d46888-a474-436a-a155-b68445d6f499"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:03:39.234217 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033a5e4-11fc-4fe3-a042-3794b805c9d2 req-c29b7546-9cf3-4f7f-83eb-4ed0a77b1e36 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:39.235919 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0033a5e4-11fc-4fe3-a042-3794b805c9d2 req-c29b7546-9cf3-4f7f-83eb-4ed0a77b1e36 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0639415 Apr 18 14:03:39.257018 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:39.262577 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.289440 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0033a5e4-11fc-4fe3-a042-3794b805c9d2 req-3bed284e-fc9c-47bc-929b-cf69d5342aaa tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Apr 18 14:03:39.297457 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca8800f-145e-4c9e-8e58-e5e03f3b7cad x-openstack-request-id: req-cca8800f-145e-4c9e-8e58-e5e03f3b7cad {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:03:39.297750 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-unplugged", "status": "completed", "tag": "55d46888-a474-436a-a155-b68445d6f499", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:03:39.297996 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cca8800f-145e-4c9e-8e58-e5e03f3b7cad {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:03:39.298556 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca8800f-145e-4c9e-8e58-e5e03f3b7cad'] response: {'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d46888-a474-436a-a155-b68445d6f499', 'code': 200} Apr 18 14:03:39.328519 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=8']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:39.598862 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36654) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:39.703404 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23f334eb-62d4-431f-b034-26c43ada5d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.776495 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23f334eb-62d4-431f-b034-26c43ada5d7e admin admin] Publish callbacks [] for security_group (c369cf78-b4ad-4767-bd03-fd6aee473457), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.780250 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23f334eb-62d4-431f-b034-26c43ada5d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (c369cf78-b4ad-4767-bd03-fd6aee473457), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.817005 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-23f334eb-62d4-431f-b034-26c43ada5d7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fdf44100e154e1a91bf7c6012b9941e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170992 Apr 18 14:03:39.818932 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f334eb-62d4-431f-b034-26c43ada5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c369cf78-b4ad-4767-bd03-fd6aee473457,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:39.820161 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 36658) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:39.878444 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-06f5a50a-0ca0-4403-8514-45fde8614167 admin admin] Publish callbacks [] for security_group (c369cf78-b4ad-4767-bd03-fd6aee473457), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.899675 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-06f5a50a-0ca0-4403-8514-45fde8614167 admin admin] Publish callbacks [] for security_group (c369cf78-b4ad-4767-bd03-fd6aee473457), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.946397 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-06f5a50a-0ca0-4403-8514-45fde8614167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (c369cf78-b4ad-4767-bd03-fd6aee473457), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.948959 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-06f5a50a-0ca0-4403-8514-45fde8614167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:39.950109 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-06f5a50a-0ca0-4403-8514-45fde8614167 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c369cf78-b4ad-4767-bd03-fd6aee473457 HTTP/1.1" status: 204 len: 168 time: 0.1289647 Apr 18 14:03:39.958781 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5a50a-0ca0-4403-8514-45fde8614167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c369cf78-b4ad-4767-bd03-fd6aee473457,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:40.125497 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0f02-ee8e-4262-b157-e86508988d8f req-091e2775-cc95-4f22-a375-a4b0cab8c219 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:40.127042 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34eb0f02-ee8e-4262-b157-e86508988d8f req-091e2775-cc95-4f22-a375-a4b0cab8c219 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0492973 Apr 18 14:03:40.183704 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34eb0f02-ee8e-4262-b157-e86508988d8f req-5f01c2f7-fe79-49ca-9af8-8a271632867b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483897 Apr 18 14:03:40.215073 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 36668) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:40.228042 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-172c83df-3f29-4a49-a324-3b24962d518b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:40.280641 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:03:40.310692 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-172c83df-3f29-4a49-a324-3b24962d518b admin admin] Publish callbacks [] for security_group (e6d00ded-cc4d-46e9-98db-730fc365da3e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:40.314584 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-172c83df-3f29-4a49-a324-3b24962d518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (e6d00ded-cc4d-46e9-98db-730fc365da3e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:40.358433 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-172c83df-3f29-4a49-a324-3b24962d518b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55a592f675ac4a36aae960d73ec50bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422572 Apr 18 14:03:40.359344 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c83df-3f29-4a49-a324-3b24962d518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d00ded-cc4d-46e9-98db-730fc365da3e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:40.362374 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36678) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:40.420318 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d1488-3ed4-491c-a410-018eb52e4ad2 req-cd097f5f-3279-490a-bbdf-06572955f071 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:40.422135 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-412d1488-3ed4-491c-a410-018eb52e4ad2 req-cd097f5f-3279-490a-bbdf-06572955f071 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0516419 Apr 18 14:03:40.428679 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-feb3896c-7800-4345-bb73-371524b5640a admin admin] Publish callbacks [] for security_group (e6d00ded-cc4d-46e9-98db-730fc365da3e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:40.452980 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-feb3896c-7800-4345-bb73-371524b5640a admin admin] Publish callbacks [] for security_group (e6d00ded-cc4d-46e9-98db-730fc365da3e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:40.475787 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-412d1488-3ed4-491c-a410-018eb52e4ad2 req-cc22a954-47c3-42eb-8db3-c24e4dca8dcb tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472794 Apr 18 14:03:40.512816 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-feb3896c-7800-4345-bb73-371524b5640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (e6d00ded-cc4d-46e9-98db-730fc365da3e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:40.515690 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-feb3896c-7800-4345-bb73-371524b5640a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:40.516882 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-feb3896c-7800-4345-bb73-371524b5640a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6d00ded-cc4d-46e9-98db-730fc365da3e HTTP/1.1" status: 204 len: 168 time: 0.1531022 Apr 18 14:03:40.525035 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3896c-7800-4345-bb73-371524b5640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d00ded-cc4d-46e9-98db-730fc365da3e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:40.937589 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-7d6df6b2-0a54-44f9-acb5-2416a85ed176 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:40.939506 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-7d6df6b2-0a54-44f9-acb5-2416a85ed176 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0644357 Apr 18 14:03:41.043066 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Deleting port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:41.043666 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:41.107642 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-7dc0af58-ba92-47d1-9ca3-dbee8f701fd3 req-9d31f8ce-e1d3-43b4-b128-307af73c1b75 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 14:03:41.108662 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7dc0af58-ba92-47d1-9ca3-dbee8f701fd3 req-9d31f8ce-e1d3-43b4-b128-307af73c1b75 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070071 Apr 18 14:03:41.148070 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] For port e4d615ae-af43-42d1-b7ca-1c93f4cfe764, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:41.148511 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:41.393152 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215f6d1-4501-43a4-bdc0-f47aed785486 req-04b6d43f-ef7c-4440-b279-266f2c203922 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:41.394626 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1215f6d1-4501-43a4-bdc0-f47aed785486 req-04b6d43f-ef7c-4440-b279-266f2c203922 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.1379533 Apr 18 14:03:41.413251 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-7df9c5c5-963a-459c-a870-efa3f6914f47 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827818 Apr 18 14:03:41.529867 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:41.530326 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (0eef5bac-3b26-459d-b8bb-4f9974ccd649), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:41.530645 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Floating IP 0eef5bac-3b26-459d-b8bb-4f9974ccd649 disassociated. External IP: 172.27.3.141, port: e4d615ae-af43-42d1-b7ca-1c93f4cfe764. Apr 18 14:03:41.530985 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Calling delete_port for e4d615ae-af43-42d1-b7ca-1c93f4cfe764 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:41.538276 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-45cb3ebb-3e7f-473e-bcdd-ecafa0e1fea4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:41.539649 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-45cb3ebb-3e7f-473e-bcdd-ecafa0e1fea4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports/55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 200 len: 940 time: 0.0896893 Apr 18 14:03:41.551719 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1215f6d1-4501-43a4-bdc0-f47aed785486 req-11c19ec7-a1f1-4541-bacf-a23c77321ba0 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502099 Apr 18 14:03:41.640977 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e33f65-5440-432c-8b86-8779d547ebc0 req-beff2139-c8e3-47db-810c-4c4c649f2902 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:41.642376 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57e33f65-5440-432c-8b86-8779d547ebc0 req-beff2139-c8e3-47db-810c-4c4c649f2902 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 946 time: 0.0897141 Apr 18 14:03:41.711566 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-57e33f65-5440-432c-8b86-8779d547ebc0 req-58dac720-8d27-4acc-9731-ca2be0c482f4 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups?id=6209819f-f6d7-4318-ae4d-e9fc2106cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573685 Apr 18 14:03:41.776806 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (e4d615ae-af43-42d1-b7ca-1c93f4cfe764), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:41.888266 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event deleted for resources: {'Port': ['ID=e4d615ae-af43-42d1-b7ca-1c93f4cfe764,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:41.925117 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.925465 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.925804 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.926146 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.926480 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.926809 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.927134 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.927561 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.927976 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.928797 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.929126 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.929489 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.929777 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.930095 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.930414 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:41.995021 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcd4f7-d626-4f56-b7ff-496f1a83640b req-15905314-eae2-4ed3-ba99-521d54ed2ddc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:41.996542 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-91bcd4f7-d626-4f56-b7ff-496f1a83640b req-15905314-eae2-4ed3-ba99-521d54ed2ddc tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 946 time: 0.0593696 Apr 18 14:03:42.012026 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Router 2c678864-db24-46bf-a123-2c8c1c46a5bd has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:03:42.085666 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-91bcd4f7-d626-4f56-b7ff-496f1a83640b req-79f51b3e-6046-4eb4-8b0e-6cca4c248dd4 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819402 Apr 18 14:03:42.162166 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:03:42.174950 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] Sync routers for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:03:42.185414 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:03:42.186100 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:03:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:42.216175 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] No DVR routers for this DVR port e4d615ae-af43-42d1-b7ca-1c93f4cfe764 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:03:42.219877 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:42.225699 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a8524a11-c51b-4bd6-a918-08110ac0201d req-cd4cccad-85e0-4ad3-9893-998425e2b3fd tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.37 "DELETE /v2.0/ports/e4d615ae-af43-42d1-b7ca-1c93f4cfe764 HTTP/1.1" status: 204 len: 173 time: 1.2795198 Apr 18 14:03:42.226187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'name': 'network-vif-deleted', 'tag': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:03:42.228812 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9983c056-6d6a-4792-b9eb-6c6af049f7ce" -d '{"events": [{"server_uuid": "d00ba02c-604a-4c05-a8d0-5489da5f116e", "name": "network-vif-deleted", "tag": "e4d615ae-af43-42d1-b7ca-1c93f4cfe764"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:03:42.273252 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241e5d79-a5df-48a3-8670-d3c0e8bdf443 x-openstack-request-id: req-241e5d79-a5df-48a3-8670-d3c0e8bdf443 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:03:42.274052 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00ba02c-604a-4c05-a8d0-5489da5f116e", "name": "network-vif-deleted", "tag": "e4d615ae-af43-42d1-b7ca-1c93f4cfe764", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:03:42.274484 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-241e5d79-a5df-48a3-8670-d3c0e8bdf443 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:03:42.275046 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241e5d79-a5df-48a3-8670-d3c0e8bdf443'] response: {'server_uuid': 'd00ba02c-604a-4c05-a8d0-5489da5f116e', 'name': 'network-vif-deleted', 'tag': 'e4d615ae-af43-42d1-b7ca-1c93f4cfe764', 'status': 'completed', 'code': 200} Apr 18 14:03:42.330183 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:03:42.532861 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:42.559685 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] Checking router: 2c678864-db24-46bf-a123-2c8c1c46a5bd for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:03:42.567980 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:03:42.569301 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:03:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:42.674290 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf3699-bd71-41bc-81df-a68e68413a49 req-b6e43819-0fcc-4f60-a911-375d20bebbdf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:42.675794 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fecf3699-bd71-41bc-81df-a68e68413a49 req-b6e43819-0fcc-4f60-a911-375d20bebbdf tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0522051 Apr 18 14:03:42.689799 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:03:42.713150 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 36780) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:42.735854 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fecf3699-bd71-41bc-81df-a68e68413a49 req-518a0c61-3373-49a1-b6bc-6b5063c7afdc tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529065 Apr 18 14:03:42.826323 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e3fe874f-1043-4579-a47e-448ed7c32b7a req-07355569-cce7-4ed5-bbcc-979e2f844a28 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 210 time: 0.0288913 Apr 18 14:03:42.841636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb5c63a6-6b26-4be0-b61a-16e9b2a17f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:42.899851 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:42.918784 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb5c63a6-6b26-4be0-b61a-16e9b2a17f0a admin admin] Publish callbacks [] for security_group (d5406356-e523-47ef-992b-ff09a2ce2bbb), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:42.922531 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb5c63a6-6b26-4be0-b61a-16e9b2a17f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d5406356-e523-47ef-992b-ff09a2ce2bbb), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:42.930225 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d4cea-d27c-4844-8f2a-d61be6d9f599 None None] The sync data for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi is: [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:32Z', 'revision_number': 4, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '06a68575-62a1-4efe-991e-d847b8d5d4ba', 'name': '', 'network_id': 'db57bc13-e046-4a3e-8b78-1f138a041e90', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'mac_address': 'fa:16:3e:51:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:29Z', 'updated_at': '2022-04-18T13:55:45Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'subnets': [{'id': '07ce0d2c-3cfc-4b61-a4d4-63d8874be1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:03:42.965118 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bb5c63a6-6b26-4be0-b61a-16e9b2a17f0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c31ce484be454baaab237b5aba7e4750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509365 Apr 18 14:03:42.966288 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c63a6-6b26-4be0-b61a-16e9b2a17f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5406356-e523-47ef-992b-ff09a2ce2bbb,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:42.967915 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36786) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:43.021126 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7fecc08-ad5d-4ddd-8413-735dea984650 admin admin] Publish callbacks [] for security_group (d5406356-e523-47ef-992b-ff09a2ce2bbb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.032099 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device e4d615ae-af43-42d1-b7ca-1c93f4cfe764 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:43.045354 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7fecc08-ad5d-4ddd-8413-735dea984650 admin admin] Publish callbacks [] for security_group (d5406356-e523-47ef-992b-ff09a2ce2bbb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.052017 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: e4d615ae-af43-42d1-b7ca-1c93f4cfe764 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:03:43.052432 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device e4d615ae-af43-42d1-b7ca-1c93f4cfe764 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:03:43.106934 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7fecc08-ad5d-4ddd-8413-735dea984650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d5406356-e523-47ef-992b-ff09a2ce2bbb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.110002 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7fecc08-ad5d-4ddd-8413-735dea984650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.111339 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d7fecc08-ad5d-4ddd-8413-735dea984650 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5406356-e523-47ef-992b-ff09a2ce2bbb HTTP/1.1" status: 204 len: 168 time: 0.1424408 Apr 18 14:03:43.127025 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fecc08-ad5d-4ddd-8413-735dea984650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5406356-e523-47ef-992b-ff09a2ce2bbb,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:43.226071 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4666818-1aaa-468c-8bc9-f47343b9ca83 req-835a21f8-c2a9-4322-9288-560d96af9c0c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:43.227686 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e4666818-1aaa-468c-8bc9-f47343b9ca83 req-835a21f8-c2a9-4322-9288-560d96af9c0c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 946 time: 0.0563040 Apr 18 14:03:43.244235 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb395b-c654-4b56-a02f-6a6a4a2384e1 None None] New status for floating IP 0eef5bac-3b26-459d-b8bb-4f9974ccd649: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:03:43.306060 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e4666818-1aaa-468c-8bc9-f47343b9ca83 req-c8858515-4b11-4791-9564-c5bc0d9ffc37 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663829 Apr 18 14:03:43.478844 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36794) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:43.492399 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-84d5b3a9-4404-48c1-9756-adb731e200dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.566239 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-84d5b3a9-4404-48c1-9756-adb731e200dc admin admin] Publish callbacks [] for security_group (a5822c0a-13e5-4f66-a209-7ccb2d77593a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.570008 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-84d5b3a9-4404-48c1-9756-adb731e200dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a5822c0a-13e5-4f66-a209-7ccb2d77593a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.609951 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-84d5b3a9-4404-48c1-9756-adb731e200dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56f6dd61f6744a799eb5bf7154333af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292198 Apr 18 14:03:43.610162 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5b3a9-4404-48c1-9756-adb731e200dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5822c0a-13e5-4f66-a209-7ccb2d77593a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:43.612441 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36796) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:43.653990 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce01423-57a9-4b06-9272-94847ef94899 req-3359745c-4aa2-40ad-bd81-38686c709a79 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:43.655452 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ce01423-57a9-4b06-9272-94847ef94899 req-3359745c-4aa2-40ad-bd81-38686c709a79 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 946 time: 0.0589247 Apr 18 14:03:43.668143 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-96052387-6d4c-4c4d-a49e-008972ba9af6 admin admin] Publish callbacks [] for security_group (a5822c0a-13e5-4f66-a209-7ccb2d77593a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.689015 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-96052387-6d4c-4c4d-a49e-008972ba9af6 admin admin] Publish callbacks [] for security_group (a5822c0a-13e5-4f66-a209-7ccb2d77593a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.737753 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-96052387-6d4c-4c4d-a49e-008972ba9af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a5822c0a-13e5-4f66-a209-7ccb2d77593a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.740540 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-96052387-6d4c-4c4d-a49e-008972ba9af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:43.741837 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-96052387-6d4c-4c4d-a49e-008972ba9af6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5822c0a-13e5-4f66-a209-7ccb2d77593a HTTP/1.1" status: 204 len: 168 time: 0.1284950 Apr 18 14:03:43.751125 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96052387-6d4c-4c4d-a49e-008972ba9af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5822c0a-13e5-4f66-a209-7ccb2d77593a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:43.878590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988bef-4352-4259-999b-daa5adb0ced8 req-d4dc4ee4-909d-4c48-b3af-b7db9e1874da tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:43.879993 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-32988bef-4352-4259-999b-daa5adb0ced8 req-d4dc4ee4-909d-4c48-b3af-b7db9e1874da tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0622699 Apr 18 14:03:43.996138 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51e3130f-ca97-43ad-a12c-019f6e6e568d req-0ef10ca5-1215-449c-befe-87ab34147885 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/ports?device_id=d00ba02c-604a-4c05-a8d0-5489da5f116e HTTP/1.1" status: 200 len: 210 time: 0.0562897 Apr 18 14:03:44.027178 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-a8f94bbd-149d-4215-8777-839fb88f3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:44.028696 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-a8f94bbd-149d-4215-8777-839fb88f3c75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3&tenant_id=1940d9e36e0644c595c43e588e07e62e HTTP/1.1" status: 200 len: 1127 time: 0.1567290 Apr 18 14:03:44.054213 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-32988bef-4352-4259-999b-daa5adb0ced8 req-57ed7fd4-b205-46cc-9d4e-3147e9018b0b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444826 Apr 18 14:03:44.066993 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Deleting port 25ee32cb-c76e-4cee-8cc0-3277443b34fa {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:44.067330 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:44.142146 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-589f8866-bbfe-4956-b436-d69f8d0b7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:44.143588 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-589f8866-bbfe-4956-b436-d69f8d0b7cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 1127 time: 0.0884988 Apr 18 14:03:44.251983 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] For port 25ee32cb-c76e-4cee-8cc0-3277443b34fa, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=25ee32cb-c76e-4cee-8cc0-3277443b34fa,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:44.252577 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:44.310852 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-652963dc-9f50-4e9f-8dbf-c11963b69621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:44.312350 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-652963dc-9f50-4e9f-8dbf-c11963b69621 service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.1585526 Apr 18 14:03:44.751333 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-e6945615-2273-4b1b-a5b9-1e6b79a01cbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 200 len: 998 time: 0.4285805 Apr 18 14:03:44.761844 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e9bd7-5fa5-4eae-a5a0-a85c3dcbfe71 req-732213eb-9ece-4977-8094-3efe86b26157 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:44.762741 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b74e9bd7-5fa5-4eae-a5a0-a85c3dcbfe71 req-732213eb-9ece-4977-8094-3efe86b26157 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 946 time: 0.3617420 Apr 18 14:03:44.873463 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-757d4bec-17a3-4b3d-8bf7-c7cb2791ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:44.874895 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-757d4bec-17a3-4b3d-8bf7-c7cb2791ea1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.0850451 Apr 18 14:03:44.879974 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:44.880345 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (7893cdd1-2455-4e19-beb8-86839aa36f37), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:44.880791 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Floating IP 7893cdd1-2455-4e19-beb8-86839aa36f37 disassociated. External IP: 172.27.3.59, port: 25ee32cb-c76e-4cee-8cc0-3277443b34fa. Apr 18 14:03:44.881011 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Calling delete_port for 25ee32cb-c76e-4cee-8cc0-3277443b34fa owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:44.930594 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b74e9bd7-5fa5-4eae-a5a0-a85c3dcbfe71 req-1db46750-7681-41ec-9923-a62c9e8b3b82 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups?id=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331198 Apr 18 14:03:44.971066 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-d8fa87f4-1021-4378-8c01-80db2c533ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:44.972585 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-d8fa87f4-1021-4378-8c01-80db2c533ed2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896912 Apr 18 14:03:45.091250 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36848) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:45.118671 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-d223cf4b-4d2b-484a-a157-2970a2e036c9 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380022 Apr 18 14:03:45.173596 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (6209819f-f6d7-4318-ae4d-e9fc2106cd6d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.200001 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (6209819f-f6d7-4318-ae4d-e9fc2106cd6d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.204023 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (25ee32cb-c76e-4cee-8cc0-3277443b34fa), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.266239 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (6209819f-f6d7-4318-ae4d-e9fc2106cd6d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.268539 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'Port': ['ID=25ee32cb-c76e-4cee-8cc0-3277443b34fa,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:45.279664 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.280758 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "DELETE /v2.0/security-groups/6209819f-f6d7-4318-ae4d-e9fc2106cd6d HTTP/1.1" status: 204 len: 168 time: 0.1877038 Apr 18 14:03:45.284260 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 36856) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:45.292667 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6209819f-f6d7-4318-ae4d-e9fc2106cd6d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:45.301986 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.302337 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.302527 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debde48-002c-4e19-91ec-648bb22c3fa8 req-288e3e30-ba0d-44f2-8697-76370cef8292 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:45.302663 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.303540 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.304033 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.304363 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.304623 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4debde48-002c-4e19-91ec-648bb22c3fa8 req-288e3e30-ba0d-44f2-8697-76370cef8292 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.1201384 Apr 18 14:03:45.304756 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.304997 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.305712 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.306370 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.307386 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.309274 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.309782 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.310272 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.310759 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd420529-4b85-4128-8de3-0d19a5441053 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:45.359036 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-bfc325b5-e9d6-492b-83e1-5bda765b605f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] show failed (client error): The resource could not be found. Apr 18 14:03:45.360058 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bfc325b5-e9d6-492b-83e1-5bda765b605f tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "GET /v2.0/security-groups/6209819f-f6d7-4318-ae4d-e9fc2106cd6d HTTP/1.1" status: 404 len: 347 time: 0.0748456 Apr 18 14:03:45.363012 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36858) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:45.370060 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f2c559e8-b7b8-4334-92fe-63423343d6e8 req-bcb6bf62-a629-437d-aa19-335c4ec7a41b service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445316 Apr 18 14:03:45.433855 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4debde48-002c-4e19-91ec-648bb22c3fa8 req-acc2dc5f-c452-4820-8f68-a31ac2dcda8b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784316 Apr 18 14:03:45.502726 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:03:45.521246 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Deleting port 564f5653-c0ad-4d07-9018-9401a4c357ea {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:45.521621 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (564f5653-c0ad-4d07-9018-9401a4c357ea), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.639459 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (564f5653-c0ad-4d07-9018-9401a4c357ea), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.640070 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (564f5653-c0ad-4d07-9018-9401a4c357ea), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.642438 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:03:45.656008 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:03:45.673143 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Calling delete_port for 564f5653-c0ad-4d07-9018-9401a4c357ea owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:45.673842 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:03:45.675432 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:03:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:45.697551 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] No DVR routers for this DVR port 25ee32cb-c76e-4cee-8cc0-3277443b34fa on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:03:45.700598 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.704581 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ce01423-57a9-4b06-9272-94847ef94899 req-0a572645-a890-4bd3-a6a9-42c3e186f21d tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.37 "DELETE /v2.0/ports/25ee32cb-c76e-4cee-8cc0-3277443b34fa HTTP/1.1" status: 204 len: 173 time: 1.8438499 Apr 18 14:03:45.705323 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'name': 'network-vif-deleted', 'tag': '25ee32cb-c76e-4cee-8cc0-3277443b34fa'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:03:45.708194 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d05ba-1c3b-422e-bea1-cd237e694eaa" -d '{"events": [{"server_uuid": "6b7dd8b5-bd3d-4f05-aecd-f4637f87004e", "name": "network-vif-deleted", "tag": "25ee32cb-c76e-4cee-8cc0-3277443b34fa"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:03:45.772521 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad6498e-9f73-4d35-b251-8827ffcac63c x-openstack-request-id: req-aad6498e-9f73-4d35-b251-8827ffcac63c {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:03:45.772805 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7dd8b5-bd3d-4f05-aecd-f4637f87004e", "name": "network-vif-deleted", "tag": "25ee32cb-c76e-4cee-8cc0-3277443b34fa", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:03:45.773147 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aad6498e-9f73-4d35-b251-8827ffcac63c {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:03:45.773485 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad6498e-9f73-4d35-b251-8827ffcac63c'] response: {'server_uuid': '6b7dd8b5-bd3d-4f05-aecd-f4637f87004e', 'name': 'network-vif-deleted', 'tag': '25ee32cb-c76e-4cee-8cc0-3277443b34fa', 'status': 'completed', 'code': 200} Apr 18 14:03:45.910325 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:03:45.935980 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (564f5653-c0ad-4d07-9018-9401a4c357ea), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:45.997805 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Pushing event deleted for resources: {'Port': ['ID=564f5653-c0ad-4d07-9018-9401a4c357ea,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:46.045747 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks [] for floatingip (0eef5bac-3b26-459d-b8bb-4f9974ccd649), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:46.049553 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:46.052353 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f20ad6e6-7a66-4665-a8a3-6443945c5601 tempest-AttachVolumeTestJSON-1450345018 tempest-AttachVolumeTestJSON-1450345018-project] 10.222.0.11 "DELETE /v2.0/floatingips/0eef5bac-3b26-459d-b8bb-4f9974ccd649 HTTP/1.1" status: 204 len: 168 time: 0.6879520 Apr 18 14:03:46.104679 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c6bcf869-48e9-49fd-bc81-7504d20552d3 req-edfce3a8-1f11-4fa1-abf1-ec4c4363cff9 tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b7dd8b5-bd3d-4f05-aecd-f4637f87004e HTTP/1.1" status: 200 len: 210 time: 0.0331564 Apr 18 14:03:46.170746 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 36912) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:46.350618 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:46.384475 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:03:46.395361 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:03:46.396367 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:03:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:46.482305 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-202badf4-171f-459c-aef7-123058ab0da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:46.705161 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f8405-d8b9-4e5e-8646-376fff3f10a3 req-106230a3-26e0-4e25-8d7c-ec714f178762 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:46.706724 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-984f8405-d8b9-4e5e-8646-376fff3f10a3 req-106230a3-26e0-4e25-8d7c-ec714f178762 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.1260204 Apr 18 14:03:46.707711 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:03:46.731878 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-202badf4-171f-459c-aef7-123058ab0da7 admin admin] Publish callbacks [] for security_group (61bb3fd5-8542-4028-b711-81c01843cb70), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:46.743588 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-202badf4-171f-459c-aef7-123058ab0da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (61bb3fd5-8542-4028-b711-81c01843cb70), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:46.840936 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202badf4-171f-459c-aef7-123058ab0da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bb3fd5-8542-4028-b711-81c01843cb70,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:46.860149 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-202badf4-171f-459c-aef7-123058ab0da7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55a0c11febbb469cab4c66c14e7c8aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6881800 Apr 18 14:03:46.862962 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36920) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:46.872013 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-984f8405-d8b9-4e5e-8646-376fff3f10a3 req-cdb4b914-f1b3-4e28-888e-9288af5ef41a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380727 Apr 18 14:03:46.959991 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-05462c21-28c3-459f-8ddd-10c52361f541 admin admin] Publish callbacks [] for security_group (61bb3fd5-8542-4028-b711-81c01843cb70), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:46.997709 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-05462c21-28c3-459f-8ddd-10c52361f541 admin admin] Publish callbacks [] for security_group (61bb3fd5-8542-4028-b711-81c01843cb70), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.014693 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:47.045964 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e013dda-fa6d-460b-938e-4cf51118bc53 None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:36Z', 'revision_number': 4, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '32759e95-971a-45b0-a48f-aa076a407cb5', 'name': '', 'network_id': '690afe85-44bf-4266-8667-487a0712718b', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'mac_address': 'fa:16:3e:ed:1d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:33Z', 'updated_at': '2022-04-18T13:55:51Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'subnets': [{'id': '042fb7f6-51f2-481a-b360-633186e47ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:03:47.065119 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 25ee32cb-c76e-4cee-8cc0-3277443b34fa no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:47.086407 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-05462c21-28c3-459f-8ddd-10c52361f541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (61bb3fd5-8542-4028-b711-81c01843cb70), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.089243 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-05462c21-28c3-459f-8ddd-10c52361f541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.108198 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-05462c21-28c3-459f-8ddd-10c52361f541 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61bb3fd5-8542-4028-b711-81c01843cb70 HTTP/1.1" status: 204 len: 168 time: 0.2440174 Apr 18 14:03:47.126554 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 25ee32cb-c76e-4cee-8cc0-3277443b34fa {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:03:47.128406 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 25ee32cb-c76e-4cee-8cc0-3277443b34fa not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:03:47.129530 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05462c21-28c3-459f-8ddd-10c52361f541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bb3fd5-8542-4028-b711-81c01843cb70,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:47.234006 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 36928) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:47.397828 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d688d307-7e7e-418c-b3ad-c83b2155bb4c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.488145 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d688d307-7e7e-418c-b3ad-c83b2155bb4c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.535370 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdc88a-0754-4acc-85e3-374dd149a5aa None None] New status for floating IP 7893cdd1-2455-4e19-beb8-86839aa36f37: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:03:47.645003 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d688d307-7e7e-418c-b3ad-c83b2155bb4c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.657813 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d688d307-7e7e-418c-b3ad-c83b2155bb4c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.657813 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d688d307-7e7e-418c-b3ad-c83b2155bb4c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "DELETE /v2.0/security-groups/542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2 HTTP/1.1" status: 204 len: 168 time: 0.4155722 Apr 18 14:03:47.660927 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36938) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:47.695543 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-fab18317-8c57-44cf-b474-01f30a2d2ffd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] show failed (client error): The resource could not be found. Apr 18 14:03:47.696229 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688d307-7e7e-418c-b3ad-c83b2155bb4c tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:47.698926 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fab18317-8c57-44cf-b474-01f30a2d2ffd tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "GET /v2.0/security-groups/542d3bdb-ca72-4849-9a5e-39c5b0d9f9e2 HTTP/1.1" status: 404 len: 347 time: 0.0370905 Apr 18 14:03:47.702779 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36940) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:47.703419 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36942) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:47.782132 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1331-3dd0-4331-b85f-b68a6c84adba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.945011 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1331-3dd0-4331-b85f-b68a6c84adba admin admin] Publish callbacks [] for security_group (393683b9-689e-48cf-8871-9afb6a27e69f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.956742 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1331-3dd0-4331-b85f-b68a6c84adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (393683b9-689e-48cf-8871-9afb6a27e69f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:47.966510 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Deleting port 2ec05482-61bf-4fa5-8fa0-d4d7c25dff23 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:47.966857 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.031855 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf1331-3dd0-4331-b85f-b68a6c84adba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393683b9-689e-48cf-8871-9afb6a27e69f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:48.073342 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38200f-1a12-4441-99c0-0c9ac1b73aaa req-8a848232-02e7-4fd5-be4b-058748c80887 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:48.076281 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5d38200f-1a12-4441-99c0-0c9ac1b73aaa req-8a848232-02e7-4fd5-be4b-058748c80887 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0654275 Apr 18 14:03:48.131246 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f6cf1331-3dd0-4331-b85f-b68a6c84adba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05a2a071b0d9466bb24c85603cf81457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236243 Apr 18 14:03:48.132431 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36948) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:48.182890 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5d38200f-1a12-4441-99c0-0c9ac1b73aaa req-4ffa18af-931e-42da-a9f8-3980e3f07162 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951571 Apr 18 14:03:48.248405 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3206a1bd-d630-4c48-97ca-276485873d25 admin admin] Publish callbacks [] for security_group (393683b9-689e-48cf-8871-9afb6a27e69f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.254803 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.255131 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.281956 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Calling delete_port for 2ec05482-61bf-4fa5-8fa0-d4d7c25dff23 owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:48.289970 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3206a1bd-d630-4c48-97ca-276485873d25 admin admin] Publish callbacks [] for security_group (393683b9-689e-48cf-8871-9afb6a27e69f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.407668 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3206a1bd-d630-4c48-97ca-276485873d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (393683b9-689e-48cf-8871-9afb6a27e69f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.410902 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3206a1bd-d630-4c48-97ca-276485873d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.415335 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3206a1bd-d630-4c48-97ca-276485873d25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/393683b9-689e-48cf-8871-9afb6a27e69f HTTP/1.1" status: 204 len: 168 time: 0.2788985 Apr 18 14:03:48.423414 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206a1bd-d630-4c48-97ca-276485873d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393683b9-689e-48cf-8871-9afb6a27e69f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:48.508965 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (2ec05482-61bf-4fa5-8fa0-d4d7c25dff23), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.558395 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Pushing event deleted for resources: {'Port': ['ID=2ec05482-61bf-4fa5-8fa0-d4d7c25dff23,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:48.644088 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks [] for floatingip (7893cdd1-2455-4e19-beb8-86839aa36f37), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.648260 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:48.655223 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-19a535bd-3597-4480-9f95-46b1b74074ec tempest-AttachVolumeNegativeTest-1776701732 tempest-AttachVolumeNegativeTest-1776701732-project] 10.222.0.11 "DELETE /v2.0/floatingips/7893cdd1-2455-4e19-beb8-86839aa36f37 HTTP/1.1" status: 204 len: 168 time: 0.9468727 Apr 18 14:03:48.897475 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ec490ac8-a919-4e4e-a992-42ba0fd975e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:49.326118 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae27108-1386-47da-853d-374fededecc1 req-0b944436-c7d9-43f9-835c-ef6d91d138e4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:49.332480 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9ae27108-1386-47da-853d-374fededecc1 req-0b944436-c7d9-43f9-835c-ef6d91d138e4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0623198 Apr 18 14:03:49.398000 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9ae27108-1386-47da-853d-374fededecc1 req-a51040b7-7f77-4857-b6d4-c1409fc00383 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621762 Apr 18 14:03:49.882569 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 36996) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:50.055110 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e23b-1e90-484c-847c-3d290011149f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:50.056170 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37014) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:50.223983 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e23b-1e90-484c-847c-3d290011149f admin admin] Publish callbacks [] for security_group (28548036-d563-49d4-9305-9220e425229b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:50.229145 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e23b-1e90-484c-847c-3d290011149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (28548036-d563-49d4-9305-9220e425229b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:50.277218 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e1c9e23b-1e90-484c-847c-3d290011149f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bc2241c0474490e968cb88d5bc61c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934250 Apr 18 14:03:50.278039 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37020) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:50.278919 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9e23b-1e90-484c-847c-3d290011149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28548036-d563-49d4-9305-9220e425229b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:50.378891 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6b479989-ab99-4df9-92bb-82f91980f7a7 admin admin] Publish callbacks [] for security_group (28548036-d563-49d4-9305-9220e425229b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:50.403787 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6b479989-ab99-4df9-92bb-82f91980f7a7 admin admin] Publish callbacks [] for security_group (28548036-d563-49d4-9305-9220e425229b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:50.469976 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6b479989-ab99-4df9-92bb-82f91980f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (28548036-d563-49d4-9305-9220e425229b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:50.473597 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6b479989-ab99-4df9-92bb-82f91980f7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:50.496362 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6b479989-ab99-4df9-92bb-82f91980f7a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28548036-d563-49d4-9305-9220e425229b HTTP/1.1" status: 204 len: 168 time: 0.2139056 Apr 18 14:03:50.506603 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b479989-ab99-4df9-92bb-82f91980f7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28548036-d563-49d4-9305-9220e425229b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:50.614660 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ae470-54e4-489b-96b6-b26d65115ab6 req-0dfb49ac-afee-45bc-84a4-9343a70b9fa8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:50.622337 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb7ae470-54e4-489b-96b6-b26d65115ab6 req-0dfb49ac-afee-45bc-84a4-9343a70b9fa8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.1240699 Apr 18 14:03:50.698251 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (2c678864-db24-46bf-a123-2c8c1c46a5bd), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:50.756418 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb7ae470-54e4-489b-96b6-b26d65115ab6 req-370564ea-1734-4ce5-86ec-6304a9f4f3b5 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290607 Apr 18 14:03:51.012746 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Deleting port 06a68575-62a1-4efe-991e-d847b8d5d4ba {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:51.013082 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:51.110757 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] For port 06a68575-62a1-4efe-991e-d847b8d5d4ba, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=06a68575-62a1-4efe-991e-d847b8d5d4ba,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:51.111193 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:51.127340 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Calling delete_port for 06a68575-62a1-4efe-991e-d847b8d5d4ba owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:51.409590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (06a68575-62a1-4efe-991e-d847b8d5d4ba), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:51.469148 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a68575-62a1-4efe-991e-d847b8d5d4ba,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:51.477915 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e70ef00e-dd25-4bc7-bbb8-24592060f2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:51.782399 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (2c678864-db24-46bf-a123-2c8c1c46a5bd), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:52.003573 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec5556-9187-471e-8638-7222ac486afd req-595fbc5f-8022-4d92-a178-77da69e81278 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:52.006598 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9aec5556-9187-471e-8638-7222ac486afd req-595fbc5f-8022-4d92-a178-77da69e81278 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.1483512 Apr 18 14:03:52.143616 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9aec5556-9187-471e-8638-7222ac486afd req-18f5eba9-91db-4232-b772-094737594670 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873544 Apr 18 14:03:52.167786 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Router 2c678864-db24-46bf-a123-2c8c1c46a5bd has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:03:52.283206 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:03:52.292038 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37070) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:52.292953 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] Sync routers for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:03:52.295942 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d5f5108d-b63e-4561-af06-e2e4fff2dce7 admin admin] 10.222.0.11 "PUT /v2.0/routers/2c678864-db24-46bf-a123-2c8c1c46a5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2308111 Apr 18 14:03:52.304545 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:03:52.305529 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:03:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:52.416861 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks [] for router (2c678864-db24-46bf-a123-2c8c1c46a5bd), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:52.452065 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:03:52.535361 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks [] for router_gateway (2c678864-db24-46bf-a123-2c8c1c46a5bd), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:52.590181 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Deleting port aba6deba-e9c2-4e05-a646-923b4820f462 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:52.591079 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:52.641456 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:03:51Z', 'revision_number': 5, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port': {'id': 'aba6deba-e9c2-4e05-a646-923b4820f462', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:25Z', 'updated_at': '2022-04-18T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:52.675881 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:52.681389 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] Checking router: 2c678864-db24-46bf-a123-2c8c1c46a5bd for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:03:52.699390 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] Routers {'2c678864-db24-46bf-a123-2c8c1c46a5bd'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:03:52.700056 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:03:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['2c678864-db24-46bf-a123-2c8c1c46a5bd'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:52.738573 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] For port aba6deba-e9c2-4e05-a646-923b4820f462, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=aba6deba-e9c2-4e05-a646-923b4820f462,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:52.739074 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:52.756837 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Calling delete_port for aba6deba-e9c2-4e05-a646-923b4820f462 owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:52.844162 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] Set router 2c678864-db24-46bf-a123-2c8c1c46a5bd gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:03:52.885319 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37078) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:52.955698 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:03:52Z', 'revision_number': 6, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:52.988705 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dba3e-6db0-40c3-b0d0-61dde89434f3 None None] The sync data for ids ['2c678864-db24-46bf-a123-2c8c1c46a5bd'] in dv-cinder-838302-1-iscsi is: [{'id': '2c678864-db24-46bf-a123-2c8c1c46a5bd', 'name': 'tempest-AttachVolumeTestJSON-1782532565-router', 'tenant_id': 'c2f4565c477145f28d773df31c2ad8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:03:52Z', 'revision_number': 6, 'project_id': 'c2f4565c477145f28d773df31c2ad8e0', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:03:53.046500 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (aba6deba-e9c2-4e05-a646-923b4820f462), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.080568 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba6deba-e9c2-4e05-a646-923b4820f462,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:53.157545 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (2c678864-db24-46bf-a123-2c8c1c46a5bd), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.318482 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (2c678864-db24-46bf-a123-2c8c1c46a5bd), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.327872 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks [] for router_controller (2c678864-db24-46bf-a123-2c8c1c46a5bd), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.356111 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f91f7-f53d-4acc-bd1b-0536fb429b91 req-e68a37dc-beac-4ec7-bd03-f92f3c14999a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:53.357696 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-168f91f7-f53d-4acc-bd1b-0536fb429b91 req-e68a37dc-beac-4ec7-bd03-f92f3c14999a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0675492 Apr 18 14:03:53.421600 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (2c678864-db24-46bf-a123-2c8c1c46a5bd), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.422701 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c678864-db24-46bf-a123-2c8c1c46a5bd {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:03:53.429689 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.431041 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6d67d774-c7b9-42e3-9ae6-30eaee51ec45 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2c678864-db24-46bf-a123-2c8c1c46a5bd HTTP/1.1" status: 204 len: 168 time: 1.1380086 Apr 18 14:03:53.436257 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37092) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:53.505232 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfec3bd8-eb60-42f9-934c-c707169fe396 admin admin] Deleting subnet 07ce0d2c-3cfc-4b61-a4d4-63d8874be1af {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:03:53.517545 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfec3bd8-eb60-42f9-934c-c707169fe396 admin admin] Publish callbacks [] for subnet (07ce0d2c-3cfc-4b61-a4d4-63d8874be1af), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.559800 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-168f91f7-f53d-4acc-bd1b-0536fb429b91 req-47958ec3-2715-4d7a-b856-2be5229f818c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465211 Apr 18 14:03:53.575821 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfec3bd8-eb60-42f9-934c-c707169fe396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (07ce0d2c-3cfc-4b61-a4d4-63d8874be1af), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.667157 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfec3bd8-eb60-42f9-934c-c707169fe396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (07ce0d2c-3cfc-4b61-a4d4-63d8874be1af), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.728598 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfec3bd8-eb60-42f9-934c-c707169fe396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (07ce0d2c-3cfc-4b61-a4d4-63d8874be1af), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.765264 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dfec3bd8-eb60-42f9-934c-c707169fe396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.770127 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db1825-f03c-4eb3-864b-c369c16a1948 None None] Network db57bc13-e046-4a3e-8b78-1f138a041e90 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:03:53.772992 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (5b2387c5-d156-4539-8fe8-f9dbaf827d57), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.785515 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dfec3bd8-eb60-42f9-934c-c707169fe396 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/07ce0d2c-3cfc-4b61-a4d4-63d8874be1af HTTP/1.1" status: 204 len: 168 time: 0.3479047 Apr 18 14:03:53.786602 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec3bd8-eb60-42f9-934c-c707169fe396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ce0d2c-3cfc-4b61-a4d4-63d8874be1af,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:53.788988 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37094) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:53.913220 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (db57bc13-e046-4a3e-8b78-1f138a041e90), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:53.986011 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Deleting port 7c1bcc37-d56e-4b49-b080-b696295d841c {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:53.986479 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.043179 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] DHCP port deletion for db57bc13-e046-4a3e-8b78-1f138a041e90 request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:03:54.122619 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] For port 7c1bcc37-d56e-4b49-b080-b696295d841c, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=7c1bcc37-d56e-4b49-b080-b696295d841c,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:54.123525 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.148655 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Calling delete_port for 7c1bcc37-d56e-4b49-b080-b696295d841c owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:54.167838 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.179628 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Deleting port 7c1bcc37-d56e-4b49-b080-b696295d841c {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:54.180279 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.193224 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Deleting port 32759e95-971a-45b0-a48f-aa076a407cb5 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:54.194468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.260147 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.338551 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1bcc37-d56e-4b49-b080-b696295d841c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:54.347458 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] For port 32759e95-971a-45b0-a48f-aa076a407cb5, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=32759e95-971a-45b0-a48f-aa076a407cb5,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:54.348089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.357200 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] No DVR routers for this DVR port 7c1bcc37-d56e-4b49-b080-b696295d841c on host dv-cinder-838302-1-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:03:54.374301 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Calling delete_port for 32759e95-971a-45b0-a48f-aa076a407cb5 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:54.390827 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] For port 7c1bcc37-d56e-4b49-b080-b696295d841c, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=7c1bcc37-d56e-4b49-b080-b696295d841c,segment=NetworkSegment(a2d8fbf8-24fb-4ecf-bf74-a27bac414066),segment_id=a2d8fbf8-24fb-4ecf-bf74-a27bac414066)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:54.391968 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.448066 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Calling delete_port for 7c1bcc37-d56e-4b49-b080-b696295d841c owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:54.541027 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (db57bc13-e046-4a3e-8b78-1f138a041e90), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.570484 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db57bc13-e046-4a3e-8b78-1f138a041e90']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:54.582004 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:54.582394 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d8fbf8-24fb-4ecf-bf74-a27bac414066') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:54.594930 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7212202'] for segment (a2d8fbf8-24fb-4ecf-bf74-a27bac414066), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.622786 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (a2d8fbf8-24fb-4ecf-bf74-a27bac414066), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.638516 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:03:54.639090 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924556'] for segment (a2d8fbf8-24fb-4ecf-bf74-a27bac414066), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: Traceback (most recent call last): Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: timer() Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: cb(*args, **kw) Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: return func(*args, **kwargs) Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: self._notify() Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: self.callback(batched_events) Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: event.method(event) Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: return f(self, *a, **k) Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._get(url).json() Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:03:54.716947 dv-cinder-838302-1-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:03:54.720944 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (db57bc13-e046-4a3e-8b78-1f138a041e90), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.722330 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (7c1bcc37-d56e-4b49-b080-b696295d841c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.727823 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:54.733475 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] 10.222.0.11 "DELETE /v2.0/networks/db57bc13-e046-4a3e-8b78-1f138a041e90 HTTP/1.1" status: 204 len: 168 time: 0.9413288 Apr 18 14:03:54.753065 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028fa61-4c6a-4eac-962a-40e8b96c630f admin admin] Pushing event deleted for resources: {'Network': ['ID=db57bc13-e046-4a3e-8b78-1f138a041e90,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:54.772295 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Pushing event deleted for resources: {'Port': ['ID=7c1bcc37-d56e-4b49-b080-b696295d841c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:54.782086 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Network db57bc13-e046-4a3e-8b78-1f138a041e90 is not hosted by any dhcp agent {{(pid=103390) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 14:03:54.782599 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] No DVR routers for this DVR port 7c1bcc37-d56e-4b49-b080-b696295d841c on host dv-cinder-838302-1-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:03:54.808528 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.808892 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.817434 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.817913 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.820154 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.820508 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.820857 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.821219 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.821546 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.821879 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.822214 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.822550 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.822881 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.823208 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.823536 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19166f2c-0ae5-41b6-b7ff-84ed4a52e478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:03:54.919954 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device aba6deba-e9c2-4e05-a646-923b4820f462 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:54.945021 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc3f2-aa9a-4ed3-b8e6-e210bb9acbf4 req-cb6cf94b-4d4f-43bc-b9d5-0d04d0916ddb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:54.947195 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-443bc3f2-aa9a-4ed3-b8e6-e210bb9acbf4 req-cb6cf94b-4d4f-43bc-b9d5-0d04d0916ddb tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.1817777 Apr 18 14:03:54.968353 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: aba6deba-e9c2-4e05-a646-923b4820f462 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:03:54.971303 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device aba6deba-e9c2-4e05-a646-923b4820f462 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:03:54.972193 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 7c1bcc37-d56e-4b49-b080-b696295d841c no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:55.015886 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 7c1bcc37-d56e-4b49-b080-b696295d841c {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:03:55.016680 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 7c1bcc37-d56e-4b49-b080-b696295d841c not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:03:55.017497 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 06a68575-62a1-4efe-991e-d847b8d5d4ba no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:55.045796 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (32759e95-971a-45b0-a48f-aa076a407cb5), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:55.069629 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 06a68575-62a1-4efe-991e-d847b8d5d4ba {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:03:55.069887 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 06a68575-62a1-4efe-991e-d847b8d5d4ba not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:03:55.100686 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=32759e95-971a-45b0-a48f-aa076a407cb5,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:55.145414 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37110) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:55.174252 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-443bc3f2-aa9a-4ed3-b8e6-e210bb9acbf4 req-0ad0acb5-acd8-4273-8ad9-3349d49b81a8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536996 Apr 18 14:03:55.256222 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37112) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:55.260642 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4265acd2-a25b-4986-afbb-504cf73d599f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2f4565c477145f28d773df31c2ad8e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1071467 Apr 18 14:03:55.261348 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37114) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:55.342597 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:55.357794 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-93a1da57-28f5-4be7-aea7-ee782c85aa5e admin admin] Publish callbacks [] for security_group (a53d7b4b-5a29-4ed5-92b5-25d9a6043f0a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:55.387721 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-93a1da57-28f5-4be7-aea7-ee782c85aa5e admin admin] Publish callbacks [] for security_group (a53d7b4b-5a29-4ed5-92b5-25d9a6043f0a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:55.420776 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (5b2387c5-d156-4539-8fe8-f9dbaf827d57), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:55.442865 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-93a1da57-28f5-4be7-aea7-ee782c85aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a53d7b4b-5a29-4ed5-92b5-25d9a6043f0a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:55.445876 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-93a1da57-28f5-4be7-aea7-ee782c85aa5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:55.447713 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-93a1da57-28f5-4be7-aea7-ee782c85aa5e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a53d7b4b-5a29-4ed5-92b5-25d9a6043f0a HTTP/1.1" status: 204 len: 168 time: 0.1848567 Apr 18 14:03:55.463633 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1da57-28f5-4be7-aea7-ee782c85aa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53d7b4b-5a29-4ed5-92b5-25d9a6043f0a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:55.805002 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e9a4a82-eb2d-46d9-8d0e-072240d61d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.012474 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e9a4a82-eb2d-46d9-8d0e-072240d61d5b admin admin] Publish callbacks [] for security_group (158ebb23-8586-40f6-814d-5859ad33c2bb), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.022005 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8e9a4a82-eb2d-46d9-8d0e-072240d61d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (158ebb23-8586-40f6-814d-5859ad33c2bb), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.074273 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:03:56.075144 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a4a82-eb2d-46d9-8d0e-072240d61d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158ebb23-8586-40f6-814d-5859ad33c2bb,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:56.082124 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8e9a4a82-eb2d-46d9-8d0e-072240d61d5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8580524621d848b3a702ca89a3f25dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8232780 Apr 18 14:03:56.083098 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37136) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:56.210580 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-577a92e8-7f75-43c4-949b-b746a2badd23 admin admin] Publish callbacks [] for security_group (158ebb23-8586-40f6-814d-5859ad33c2bb), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.243298 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-577a92e8-7f75-43c4-949b-b746a2badd23 admin admin] Publish callbacks [] for security_group (158ebb23-8586-40f6-814d-5859ad33c2bb), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.256553 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:03:56.270299 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-12b035c5-f638-497e-9669-07d7bcd47f3b admin admin] 10.222.0.11 "PUT /v2.0/routers/5b2387c5-d156-4539-8fe8-f9dbaf827d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3785653 Apr 18 14:03:56.270299 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37144) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:56.272440 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] Sync routers for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:03:56.286425 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:03:56.290081 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:03:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:56.418818 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033357c-da78-4411-a33a-42348b7978e4 req-290575f5-f00d-4456-a500-cf5a43d471ef tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:56.420632 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9033357c-da78-4411-a33a-42348b7978e4 req-290575f5-f00d-4456-a500-cf5a43d471ef tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 943 time: 0.0931571 Apr 18 14:03:56.424078 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-577a92e8-7f75-43c4-949b-b746a2badd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (158ebb23-8586-40f6-814d-5859ad33c2bb), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.426094 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-577a92e8-7f75-43c4-949b-b746a2badd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.431171 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-577a92e8-7f75-43c4-949b-b746a2badd23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/158ebb23-8586-40f6-814d-5859ad33c2bb HTTP/1.1" status: 204 len: 168 time: 0.3434350 Apr 18 14:03:56.464061 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a92e8-7f75-43c4-949b-b746a2badd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ebb23-8586-40f6-814d-5859ad33c2bb,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:56.473194 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks [] for router (5b2387c5-d156-4539-8fe8-f9dbaf827d57), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.541024 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9033357c-da78-4411-a33a-42348b7978e4 req-f8bd6fb7-abad-4c18-bd39-314ab56e02fa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109340 Apr 18 14:03:56.619796 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:03:56.642715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks [] for router_gateway (5b2387c5-d156-4539-8fe8-f9dbaf827d57), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.713096 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Deleting port 67f94692-804c-4900-b913-96edaef4b1a7 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:56.713344 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (67f94692-804c-4900-b913-96edaef4b1a7), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.830200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] For port 67f94692-804c-4900-b913-96edaef4b1a7, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=67f94692-804c-4900-b913-96edaef4b1a7,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:56.830856 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (67f94692-804c-4900-b913-96edaef4b1a7), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:56.853546 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '67f94692-804c-4900-b913-96edaef4b1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:03:54Z', 'revision_number': 5, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port': {'id': '67f94692-804c-4900-b913-96edaef4b1a7', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:56.860478 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Calling delete_port for 67f94692-804c-4900-b913-96edaef4b1a7 owned by network:router_gateway {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:56.886868 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] Checking router: 5b2387c5-d156-4539-8fe8-f9dbaf827d57 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:03:56.895733 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] Routers {'5b2387c5-d156-4539-8fe8-f9dbaf827d57'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:03:56.896514 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:03:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:56.995390 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] Set router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:03:57.045969 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (67f94692-804c-4900-b913-96edaef4b1a7), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.052054 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:03:56Z', 'revision_number': 6, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:57.070580 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f94692-804c-4900-b913-96edaef4b1a7,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:57.088308 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:03:57.090842 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef419941-3533-4bd5-919a-acf4174453c3 None None] The sync data for ids ['5b2387c5-d156-4539-8fe8-f9dbaf827d57'] in dv-cinder-838302-1-iscsi is: [{'id': '5b2387c5-d156-4539-8fe8-f9dbaf827d57', 'name': 'tempest-AttachVolumeNegativeTest-889388852-router', 'tenant_id': '66f1643c0885490baadc8e2841a830b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:03:56Z', 'revision_number': 6, 'project_id': '66f1643c0885490baadc8e2841a830b5', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:03:57.150389 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (5b2387c5-d156-4539-8fe8-f9dbaf827d57), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.208019 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:57.220780 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '55d46888-a474-436a-a155-b68445d6f499', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'port_id': '55d46888-a474-436a-a155-b68445d6f499', 'mac_address': 'fa:16:3e:83:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:03:57.256871 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (5b2387c5-d156-4539-8fe8-f9dbaf827d57), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.259343 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks [] for router_controller (5b2387c5-d156-4539-8fe8-f9dbaf827d57), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.270522 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 55d46888-a474-436a-a155-b68445d6f499 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:03:57.270978 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.287590 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d46888-a474-436a-a155-b68445d6f499 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:03:57.311461 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (5b2387c5-d156-4539-8fe8-f9dbaf827d57), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.311721 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:57.312023 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2387c5-d156-4539-8fe8-f9dbaf827d57 {{(pid=103388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:03:57.316961 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.319621 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.324698 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37174) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:57.328279 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bea0603b-bc69-4598-bf99-0fd270459c40 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5b2387c5-d156-4539-8fe8-f9dbaf827d57 HTTP/1.1" status: 204 len: 168 time: 1.0544097 Apr 18 14:03:57.372358 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=9']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:57.380063 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-a982766e-1883-4532-9663-7afd566228c1 admin admin] Deleting subnet 042fb7f6-51f2-481a-b360-633186e47ac1 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:03:57.384766 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a982766e-1883-4532-9663-7afd566228c1 admin admin] Publish callbacks [] for subnet (042fb7f6-51f2-481a-b360-633186e47ac1), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.421063 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a982766e-1883-4532-9663-7afd566228c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (042fb7f6-51f2-481a-b360-633186e47ac1), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.514966 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a982766e-1883-4532-9663-7afd566228c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (042fb7f6-51f2-481a-b360-633186e47ac1), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.587835 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a982766e-1883-4532-9663-7afd566228c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (042fb7f6-51f2-481a-b360-633186e47ac1), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.602495 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['55d46888-a474-436a-a155-b68445d6f499'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:03:57.615460 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982766e-1883-4532-9663-7afd566228c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042fb7f6-51f2-481a-b360-633186e47ac1,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:57.617806 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a982766e-1883-4532-9663-7afd566228c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.621935 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a982766e-1883-4532-9663-7afd566228c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/042fb7f6-51f2-481a-b360-633186e47ac1 HTTP/1.1" status: 204 len: 168 time: 0.2950871 Apr 18 14:03:57.626372 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37196) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:57.637104 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf947f9-a4f2-45ac-9a20-f09d8b1c4c15 None None] Network 690afe85-44bf-4266-8667-487a0712718b requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:03:57.697526 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ae44-b4ef-4ec3-b32a-7cf0f00c2c29 req-280c633b-127b-46f8-ab90-0268757a4709 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:57.700058 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3939ae44-b4ef-4ec3-b32a-7cf0f00c2c29 req-280c633b-127b-46f8-ab90-0268757a4709 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 944 time: 0.0558605 Apr 18 14:03:57.736742 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (690afe85-44bf-4266-8667-487a0712718b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.790835 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3939ae44-b4ef-4ec3-b32a-7cf0f00c2c29 req-eb9ffa3d-a4a8-4377-87d2-06cede664845 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786736 Apr 18 14:03:57.843697 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Deleting port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:57.843991 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.920636 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] For port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:57.921172 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:57.937302 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] DHCP port deletion for 690afe85-44bf-4266-8667-487a0712718b request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:03:57.941480 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Calling delete_port for 2604dd3d-17d8-458c-a11d-0dcb4fb458cc owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:57.970891 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37200) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:58.002331 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] Deleting port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:03:58.002700 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.061540 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.074087 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] For port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,segment=NetworkSegment(be2f889c-cc13-414e-9679-9052df560728),segment_id=be2f889c-cc13-414e-9679-9052df560728)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:58.074486 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.089878 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] Calling delete_port for 2604dd3d-17d8-458c-a11d-0dcb4fb458cc owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:03:58.095039 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Pushing event deleted for resources: {'Port': ['ID=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:58.102060 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] No DVR routers for this DVR port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc on host dv-cinder-838302-1-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:03:58.182929 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f9330d-9e40-4a73-9e50-5a19d5c9ba65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.194584 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (690afe85-44bf-4266-8667-487a0712718b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.220940 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (2604dd3d-17d8-458c-a11d-0dcb4fb458cc), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.223413 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690afe85-44bf-4266-8667-487a0712718b']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:58.235604 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2f889c-cc13-414e-9679-9052df560728') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:58.235891 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2f889c-cc13-414e-9679-9052df560728') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:03:58.253423 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] No DVR routers for this DVR port 2604dd3d-17d8-458c-a11d-0dcb4fb458cc on host dv-cinder-838302-1-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:03:58.254418 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7212202'] for segment (be2f889c-cc13-414e-9679-9052df560728), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.258235 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23ae9c-5508-43a9-a32f-accd72dd638c None None] Pushing event deleted for resources: {'Port': ['ID=2604dd3d-17d8-458c-a11d-0dcb4fb458cc,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:58.275953 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (be2f889c-cc13-414e-9679-9052df560728), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.283198 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f9330d-9e40-4a73-9e50-5a19d5c9ba65 admin admin] Publish callbacks [] for security_group (a4836ce1-edd7-483d-890f-d5bf31839099), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.284685 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:03:58.285155 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924556'] for segment (be2f889c-cc13-414e-9679-9052df560728), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: Traceback (most recent call last): Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: timer() Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: cb(*args, **kw) Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: return func(*args, **kwargs) Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: self._notify() Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: self.callback(batched_events) Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: event.method(event) Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: return f(self, *a, **k) Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._get(url).json() Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:03:58.287603 dv-cinder-838302-1-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:03:58.293200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f9330d-9e40-4a73-9e50-5a19d5c9ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a4836ce1-edd7-483d-890f-d5bf31839099), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.342840 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c6f9330d-9e40-4a73-9e50-5a19d5c9ba65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2067674e9894da784d44f07b904e531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707392 Apr 18 14:03:58.345616 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37204) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:58.350651 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (690afe85-44bf-4266-8667-487a0712718b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.353576 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9330d-9e40-4a73-9e50-5a19d5c9ba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4836ce1-edd7-483d-890f-d5bf31839099,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:58.358452 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.361768 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] 10.222.0.11 "DELETE /v2.0/networks/690afe85-44bf-4266-8667-487a0712718b HTTP/1.1" status: 204 len: 168 time: 0.7342386 Apr 18 14:03:58.372363 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2edea-8c4c-4d86-8b88-98b9394fa404 admin admin] Pushing event deleted for resources: {'Network': ['ID=690afe85-44bf-4266-8667-487a0712718b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:58.417193 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00c96bc0-6f48-4ad9-b8ce-729b23010248 admin admin] Publish callbacks [] for security_group (a4836ce1-edd7-483d-890f-d5bf31839099), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.439632 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00c96bc0-6f48-4ad9-b8ce-729b23010248 admin admin] Publish callbacks [] for security_group (a4836ce1-edd7-483d-890f-d5bf31839099), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.478836 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37208) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:58.499491 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00c96bc0-6f48-4ad9-b8ce-729b23010248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a4836ce1-edd7-483d-890f-d5bf31839099), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.501923 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00c96bc0-6f48-4ad9-b8ce-729b23010248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.503030 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-00c96bc0-6f48-4ad9-b8ce-729b23010248 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4836ce1-edd7-483d-890f-d5bf31839099 HTTP/1.1" status: 204 len: 168 time: 0.1563957 Apr 18 14:03:58.519873 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c96bc0-6f48-4ad9-b8ce-729b23010248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4836ce1-edd7-483d-890f-d5bf31839099,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:58.534550 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a767db6f-fe21-4122-8abb-26cb278896be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66f1643c0885490baadc8e2841a830b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0522618 Apr 18 14:03:58.534784 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37212) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:58.590816 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6b42ee5a-3145-4dab-9526-823f55f17ea6 admin admin] Publish callbacks [] for security_group (862e90b2-2f0c-4973-842e-416aac1319a5), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.612187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6b42ee5a-3145-4dab-9526-823f55f17ea6 admin admin] Publish callbacks [] for security_group (862e90b2-2f0c-4973-842e-416aac1319a5), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.660109 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6b42ee5a-3145-4dab-9526-823f55f17ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (862e90b2-2f0c-4973-842e-416aac1319a5), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.662715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6b42ee5a-3145-4dab-9526-823f55f17ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.663924 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6b42ee5a-3145-4dab-9526-823f55f17ea6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/862e90b2-2f0c-4973-842e-416aac1319a5 HTTP/1.1" status: 204 len: 168 time: 0.1283193 Apr 18 14:03:58.672209 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42ee5a-3145-4dab-9526-823f55f17ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862e90b2-2f0c-4973-842e-416aac1319a5,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:58.850459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37222) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:58.877998 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 2604dd3d-17d8-458c-a11d-0dcb4fb458cc no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:58.886217 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8f21d848-47e3-4f55-9acd-0be04fed4dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:58.908729 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 2604dd3d-17d8-458c-a11d-0dcb4fb458cc {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:03:58.909074 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 2604dd3d-17d8-458c-a11d-0dcb4fb458cc not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:03:58.909757 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 32759e95-971a-45b0-a48f-aa076a407cb5 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:58.932699 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 32759e95-971a-45b0-a48f-aa076a407cb5 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:03:58.933175 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 32759e95-971a-45b0-a48f-aa076a407cb5 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:03:58.933602 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 67f94692-804c-4900-b913-96edaef4b1a7 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:03:58.948064 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f252c-f2e8-4729-9f02-2ba54d38a0e1 req-a131da1b-9857-4656-a3f8-f9eaffd9eaf7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:58.949951 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-971f252c-f2e8-4729-9f02-2ba54d38a0e1 req-a131da1b-9857-4656-a3f8-f9eaffd9eaf7 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 944 time: 0.0816824 Apr 18 14:03:58.952848 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 67f94692-804c-4900-b913-96edaef4b1a7 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:03:58.953394 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 67f94692-804c-4900-b913-96edaef4b1a7 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:03:59.040655 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-971f252c-f2e8-4729-9f02-2ba54d38a0e1 req-79666419-81f0-4abd-93a9-c18288fa9c36 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697212 Apr 18 14:03:59.051876 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8f21d848-47e3-4f55-9acd-0be04fed4dfa admin admin] Publish callbacks [] for security_group (9217fde3-60c0-433e-a93c-17b60eaba508), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.063101 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8f21d848-47e3-4f55-9acd-0be04fed4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (9217fde3-60c0-433e-a93c-17b60eaba508), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.102253 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8f21d848-47e3-4f55-9acd-0be04fed4dfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad1557240461461ba94577e3a3bb9089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478747 Apr 18 14:03:59.102253 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21d848-47e3-4f55-9acd-0be04fed4dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9217fde3-60c0-433e-a93c-17b60eaba508,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:59.102517 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:03:59.102614 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37232) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:59.154667 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 55d46888-a474-436a-a155-b68445d6f499 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:03:59.155504 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (55d46888-a474-436a-a155-b68445d6f499), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.159669 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-89ec5342-47ce-49c5-ab2e-d4a3b647c679 admin admin] Publish callbacks [] for security_group (9217fde3-60c0-433e-a93c-17b60eaba508), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.181217 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-89ec5342-47ce-49c5-ab2e-d4a3b647c679 admin admin] Publish callbacks [] for security_group (9217fde3-60c0-433e-a93c-17b60eaba508), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.241574 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 55d46888-a474-436a-a155-b68445d6f499 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:03:59.242001 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (55d46888-a474-436a-a155-b68445d6f499), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.242123 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-89ec5342-47ce-49c5-ab2e-d4a3b647c679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (9217fde3-60c0-433e-a93c-17b60eaba508), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.244919 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-89ec5342-47ce-49c5-ab2e-d4a3b647c679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.248367 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-89ec5342-47ce-49c5-ab2e-d4a3b647c679 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9217fde3-60c0-433e-a93c-17b60eaba508 HTTP/1.1" status: 204 len: 168 time: 0.1420102 Apr 18 14:03:59.256678 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec5342-47ce-49c5-ab2e-d4a3b647c679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9217fde3-60c0-433e-a93c-17b60eaba508,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:59.284915 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d46888-a474-436a-a155-b68445d6f499'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:03:59.287213 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b37cd5-990f-489d-92bd-48ebf11af79b" -d '{"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-plugged", "status": "completed", "tag": "55d46888-a474-436a-a155-b68445d6f499"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:03:59.303044 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:03:59.308695 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (55d46888-a474-436a-a155-b68445d6f499), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.344580 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625491f9-e71a-431b-97c9-7ab9a248e91e x-openstack-request-id: req-625491f9-e71a-431b-97c9-7ab9a248e91e {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:03:59.344864 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-plugged", "status": "completed", "tag": "55d46888-a474-436a-a155-b68445d6f499", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:03:59.345419 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-625491f9-e71a-431b-97c9-7ab9a248e91e {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:03:59.345763 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625491f9-e71a-431b-97c9-7ab9a248e91e'] response: {'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d46888-a474-436a-a155-b68445d6f499', 'code': 200} Apr 18 14:03:59.375579 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=10']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:59.455499 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37248) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:59.539202 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464272b5-0266-401e-8b46-48ba50e631f5 req-b1bae447-ff52-4c25-9d84-99e5a612b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:59.540902 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-464272b5-0266-401e-8b46-48ba50e631f5 req-b1bae447-ff52-4c25-9d84-99e5a612b042 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 1130 time: 0.0448687 Apr 18 14:03:59.565600 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703353246-network', 'tenant_id': 'eca707a9caae4cf99ab219296cb5eebc'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:03:59.586239 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Made reservation on behalf of eca707a9caae4cf99ab219296cb5eebc for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:03:59.588559 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.590355 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-464272b5-0266-401e-8b46-48ba50e631f5 req-34e19c7b-0ac0-44c8-a309-30ea17e608f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Apr 18 14:03:59.597507 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.673284 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Publish callbacks [] for security_group (ea8fdf7e-2726-4d59-8738-881afbbcfd04), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.677166 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ea8fdf7e-2726-4d59-8738-881afbbcfd04), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.699539 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 14:03:59.714202 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8fdf7e-2726-4d59-8738-881afbbcfd04,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:59.720122 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (b344b9e8-30e3-41db-b623-a87a61bf094a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.720728 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Added segment b344b9e8-30e3-41db-b623-a87a61bf094a of type vlan for network 35d376b6-0504-4b3c-be27-e5d29bd3d373 Apr 18 14:03:59.761830 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (35d376b6-0504-4b3c-be27-e5d29bd3d373), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.790172 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (35d376b6-0504-4b3c-be27-e5d29bd3d373), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.791226 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:03:59.792111 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:03:59.853172 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3964307 Apr 18 14:03:59.856079 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37266) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:03:59.861159 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Request body: {'subnet': {'network_id': '35d376b6-0504-4b3c-be27-e5d29bd3d373', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1703353246-subnet', 'tenant_id': 'eca707a9caae4cf99ab219296cb5eebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:03:59.875733 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f06227-f954-4fc1-b6a3-bd72747ff91a admin admin] Pushing event updated for resources: {'Network': ['ID=35d376b6-0504-4b3c-be27-e5d29bd3d373,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:03:59.879160 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 35d376b6-0504-4b3c-be27-e5d29bd3d373 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 14:03:59.889171 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Made reservation on behalf of eca707a9caae4cf99ab219296cb5eebc for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:03:59.891601 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650454'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:00.074695 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650432'] for subnet (480ca242-c4ed-4bc8-a5ef-533548ba6477), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:00.140586 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480ca242-c4ed-4bc8-a5ef-533548ba6477,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:00.153770 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Checking segment: {'id': 'b344b9e8-30e3-41db-b623-a87a61bf094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35d376b6-0504-4b3c-be27-e5d29bd3d373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:04:00.154263 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Network hostable DHCP agents. Network: 35d376b6-0504-4b3c-be27-e5d29bd3d373, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 14:04:00.167050 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b66dce-13c8-46e7-af7d-bea1ddd00f1f req-c40f0161-f9cf-40d3-9b4f-2d55a5c7a313 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:00.168967 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-15b66dce-13c8-46e7-af7d-bea1ddd00f1f req-c40f0161-f9cf-40d3-9b4f-2d55a5c7a313 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 946 time: 0.0516119 Apr 18 14:04:00.184106 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Network 35d376b6-0504-4b3c-be27-e5d29bd3d373 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 14:04:00.193570 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 35d376b6-0504-4b3c-be27-e5d29bd3d373) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:04:00.198469 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:00.199307 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:00.207044 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946ec99-6cd8-4a2d-955b-d5fb8bb558f2 None None] Network 35d376b6-0504-4b3c-be27-e5d29bd3d373 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:04:00.223808 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e8e833a8-c770-4226-94f8-bd398b923982 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3638122 Apr 18 14:04:00.230547 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-15b66dce-13c8-46e7-af7d-bea1ddd00f1f req-4a4688de-3494-4f0e-b7c0-fb06b68d3e4e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557661 Apr 18 14:04:00.327533 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7711bd97-d2b0-4902-99f5-3e820b79a778 None None] Network 35d376b6-0504-4b3c-be27-e5d29bd3d373 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:04:00.836101 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37310) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:00.842065 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-349941318-network', 'tenant_id': '636d558d24e244d5afb21a48f0cbf473'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:04:00.866103 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Made reservation on behalf of 636d558d24e244d5afb21a48f0cbf473 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:04:00.868288 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:00.876842 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:00.961364 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Publish callbacks [] for security_group (ee36ff5d-5697-402f-9d4a-aae87b88f78f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:00.966197 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ee36ff5d-5697-402f-9d4a-aae87b88f78f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:00.988462 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 14:04:01.004916 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee36ff5d-5697-402f-9d4a-aae87b88f78f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:01.008847 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (3a07f9e8-faed-4b3c-97e5-e518c4561d84), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.009334 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Added segment 3a07f9e8-faed-4b3c-97e5-e518c4561d84 of type vlan for network b1df3c72-a446-495a-81cf-530a573d4946 Apr 18 14:04:01.062087 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (b1df3c72-a446-495a-81cf-530a573d4946), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.067658 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.088526 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (b1df3c72-a446-495a-81cf-530a573d4946), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.089471 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:01.090054 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.150998 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37330) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:01.151626 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3132315 Apr 18 14:04:01.156847 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cb0cd-0adf-42c1-8eee-a66881dfbaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1df3c72-a446-495a-81cf-530a573d4946,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:01.157798 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Request body: {'subnet': {'network_id': 'b1df3c72-a446-495a-81cf-530a573d4946', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-349941318-subnet', 'tenant_id': '636d558d24e244d5afb21a48f0cbf473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:04:01.175651 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network b1df3c72-a446-495a-81cf-530a573d4946 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 14:04:01.180598 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Made reservation on behalf of 636d558d24e244d5afb21a48f0cbf473 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:04:01.182960 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125647999'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.408993 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2eb11-21eb-41c2-a29a-c0536ce70501 req-42b6f36c-4d8e-4898-8abd-2ab78e760d9b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:01.410539 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1b2eb11-21eb-41c2-a29a-c0536ce70501 req-42b6f36c-4d8e-4898-8abd-2ab78e760d9b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 946 time: 0.0841982 Apr 18 14:04:01.454090 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4596320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125647977'] for subnet (c008c02b-3a64-48d2-bcb4-a038aef91542), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.524883 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1b2eb11-21eb-41c2-a29a-c0536ce70501 req-35d64b26-0ee2-4dc5-b5e8-ae2e65ed30e8 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077077 Apr 18 14:04:01.537706 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c008c02b-3a64-48d2-bcb4-a038aef91542,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:01.563228 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Checking segment: {'id': '3a07f9e8-faed-4b3c-97e5-e518c4561d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b1df3c72-a446-495a-81cf-530a573d4946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:04:01.563583 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Network hostable DHCP agents. Network: b1df3c72-a446-495a-81cf-530a573d4946, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 14:04:01.593691 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Network b1df3c72-a446-495a-81cf-530a573d4946 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 14:04:01.603978 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, b1df3c72-a446-495a-81cf-530a573d4946) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:04:01.609801 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:01.610408 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.616055 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6834d0a-4404-4d4d-9f33-44ceb35c05c0 None None] Network b1df3c72-a446-495a-81cf-530a573d4946 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:04:01.630164 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-952077af-e154-44c2-946c-90d0c816fedf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4769514 Apr 18 14:04:01.749878 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad140b2b-835a-4be0-b0d2-857777727103 None None] Network b1df3c72-a446-495a-81cf-530a573d4946 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:04:01.798273 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37408) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:01.866120 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-282d1d78-420e-44cf-941e-9ce5dc0a468b admin admin] Deleting subnet 480ca242-c4ed-4bc8-a5ef-533548ba6477 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:04:01.873020 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-282d1d78-420e-44cf-941e-9ce5dc0a468b admin admin] Publish callbacks [] for subnet (480ca242-c4ed-4bc8-a5ef-533548ba6477), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.918751 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-282d1d78-420e-44cf-941e-9ce5dc0a468b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125579304'] for subnet (480ca242-c4ed-4bc8-a5ef-533548ba6477), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:01.968853 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-282d1d78-420e-44cf-941e-9ce5dc0a468b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (480ca242-c4ed-4bc8-a5ef-533548ba6477), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.029927 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-282d1d78-420e-44cf-941e-9ce5dc0a468b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4596927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125647952'] for subnet (480ca242-c4ed-4bc8-a5ef-533548ba6477), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.060291 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d1d78-420e-44cf-941e-9ce5dc0a468b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480ca242-c4ed-4bc8-a5ef-533548ba6477,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:02.064258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-282d1d78-420e-44cf-941e-9ce5dc0a468b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.070677 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-282d1d78-420e-44cf-941e-9ce5dc0a468b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/480ca242-c4ed-4bc8-a5ef-533548ba6477 HTTP/1.1" status: 204 len: 168 time: 0.2711396 Apr 18 14:04:02.071470 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37430) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:02.149976 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (35d376b6-0504-4b3c-be27-e5d29bd3d373), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.229119 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (35d376b6-0504-4b3c-be27-e5d29bd3d373), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.249563 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d376b6-0504-4b3c-be27-e5d29bd3d373']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:02.259472 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b344b9e8-30e3-41db-b623-a87a61bf094a') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:02.259790 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b344b9e8-30e3-41db-b623-a87a61bf094a') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:02.269408 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (b344b9e8-30e3-41db-b623-a87a61bf094a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.283268 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (b344b9e8-30e3-41db-b623-a87a61bf094a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.291489 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:04:02.292204 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (b344b9e8-30e3-41db-b623-a87a61bf094a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:04:02.294468 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:04:02.366432 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (35d376b6-0504-4b3c-be27-e5d29bd3d373), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.377665 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.380951 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] 10.222.0.11 "DELETE /v2.0/networks/35d376b6-0504-4b3c-be27-e5d29bd3d373 HTTP/1.1" status: 204 len: 168 time: 0.3088899 Apr 18 14:04:02.385767 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37442) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:02.396721 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b362207-7700-4b48-ada4-d6df3cd7bc34 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d376b6-0504-4b3c-be27-e5d29bd3d373,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:02.431130 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-089c83be-9b3e-43db-abab-3d5b387106c1 admin admin] Deleting subnet c008c02b-3a64-48d2-bcb4-a038aef91542 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:04:02.434578 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-089c83be-9b3e-43db-abab-3d5b387106c1 admin admin] Publish callbacks [] for subnet (c008c02b-3a64-48d2-bcb4-a038aef91542), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.472046 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37444) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:02.476247 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-089c83be-9b3e-43db-abab-3d5b387106c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (c008c02b-3a64-48d2-bcb4-a038aef91542), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.514042 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-089c83be-9b3e-43db-abab-3d5b387106c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (c008c02b-3a64-48d2-bcb4-a038aef91542), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.574752 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-089c83be-9b3e-43db-abab-3d5b387106c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (c008c02b-3a64-48d2-bcb4-a038aef91542), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.586955 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b6c3bc8-465f-47fa-bba2-12e25bdfe106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.602493 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c83be-9b3e-43db-abab-3d5b387106c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c008c02b-3a64-48d2-bcb4-a038aef91542,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:02.604504 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-089c83be-9b3e-43db-abab-3d5b387106c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.610190 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37450) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:02.610364 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-089c83be-9b3e-43db-abab-3d5b387106c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c008c02b-3a64-48d2-bcb4-a038aef91542 HTTP/1.1" status: 204 len: 168 time: 0.2234883 Apr 18 14:04:02.733848 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c00c89-2710-46eb-af3b-3680512b5953 req-86ead7e6-ee2f-4042-9088-ed6772088296 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:02.735418 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b8c00c89-2710-46eb-af3b-3680512b5953 req-86ead7e6-ee2f-4042-9088-ed6772088296 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 946 time: 0.1167977 Apr 18 14:04:02.770549 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (b1df3c72-a446-495a-81cf-530a573d4946), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.849618 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b8c00c89-2710-46eb-af3b-3680512b5953 req-2ebf0823-4bdb-4997-ba6e-0f3f5ffc4da1 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038108 Apr 18 14:04:02.863532 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b6c3bc8-465f-47fa-bba2-12e25bdfe106 admin admin] Publish callbacks [] for security_group (41000b0c-7c14-4a9d-8af7-d4799d48e17e), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.870938 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b6c3bc8-465f-47fa-bba2-12e25bdfe106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (41000b0c-7c14-4a9d-8af7-d4799d48e17e), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.920995 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (b1df3c72-a446-495a-81cf-530a573d4946), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.956889 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3b6c3bc8-465f-47fa-bba2-12e25bdfe106 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef391d1014ea4d429d6652bec8164f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4841728 Apr 18 14:04:02.958611 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1df3c72-a446-495a-81cf-530a573d4946']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:02.960257 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37454) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:02.961426 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c3bc8-465f-47fa-bba2-12e25bdfe106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41000b0c-7c14-4a9d-8af7-d4799d48e17e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:02.973528 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a07f9e8-faed-4b3c-97e5-e518c4561d84') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:02.974583 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a07f9e8-faed-4b3c-97e5-e518c4561d84') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:02.985078 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (3a07f9e8-faed-4b3c-97e5-e518c4561d84), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:02.999257 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (3a07f9e8-faed-4b3c-97e5-e518c4561d84), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.006072 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:04:03.006474 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (3a07f9e8-faed-4b3c-97e5-e518c4561d84), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:04:03.008632 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:04:03.018530 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-44c6d01c-7406-462f-9be7-ee30ae655579 admin admin] Publish callbacks [] for security_group (41000b0c-7c14-4a9d-8af7-d4799d48e17e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.070431 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (b1df3c72-a446-495a-81cf-530a573d4946), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.079848 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.083830 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b1df3c72-a446-495a-81cf-530a573d4946 HTTP/1.1" status: 204 len: 168 time: 0.4723754 Apr 18 14:04:03.104820 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1836ce7-b85f-4418-a7c3-f175c0ad1a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1df3c72-a446-495a-81cf-530a573d4946,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:03.221547 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37458) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:03.276649 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f913ed1f-e4e2-4575-9544-6d3b3237504f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eca707a9caae4cf99ab219296cb5eebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539298 Apr 18 14:04:03.279441 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37460) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:03.286738 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-44c6d01c-7406-462f-9be7-ee30ae655579 admin admin] Publish callbacks [] for security_group (41000b0c-7c14-4a9d-8af7-d4799d48e17e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.328842 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d1ac-4d85-4398-aa33-c5417e18e9e2 admin admin] Publish callbacks [] for security_group (ea8fdf7e-2726-4d59-8738-881afbbcfd04), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.334127 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-44c6d01c-7406-462f-9be7-ee30ae655579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (41000b0c-7c14-4a9d-8af7-d4799d48e17e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.336730 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-44c6d01c-7406-462f-9be7-ee30ae655579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.337947 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-44c6d01c-7406-462f-9be7-ee30ae655579 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41000b0c-7c14-4a9d-8af7-d4799d48e17e HTTP/1.1" status: 204 len: 168 time: 0.3766239 Apr 18 14:04:03.346425 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6d01c-7406-462f-9be7-ee30ae655579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41000b0c-7c14-4a9d-8af7-d4799d48e17e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:03.352199 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d1ac-4d85-4398-aa33-c5417e18e9e2 admin admin] Publish callbacks [] for security_group (ea8fdf7e-2726-4d59-8738-881afbbcfd04), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.407783 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d1ac-4d85-4398-aa33-c5417e18e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ea8fdf7e-2726-4d59-8738-881afbbcfd04), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.411240 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d1ac-4d85-4398-aa33-c5417e18e9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.413440 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5fd5d1ac-4d85-4398-aa33-c5417e18e9e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea8fdf7e-2726-4d59-8738-881afbbcfd04 HTTP/1.1" status: 204 len: 168 time: 0.1327960 Apr 18 14:04:03.425175 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5d1ac-4d85-4398-aa33-c5417e18e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8fdf7e-2726-4d59-8738-881afbbcfd04,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:03.797330 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37470) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:03.811061 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81915300-f2c1-4110-8050-ead4865d1d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.862620 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37472) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:03.907295 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81915300-f2c1-4110-8050-ead4865d1d23 admin admin] Publish callbacks [] for security_group (dea39fd8-0d95-4251-901b-9f471a7b6ad4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.911987 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81915300-f2c1-4110-8050-ead4865d1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (dea39fd8-0d95-4251-901b-9f471a7b6ad4), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:03.918616 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ddd5e0da-9ce6-4aca-8c4c-0b0bd6f38771 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=636d558d24e244d5afb21a48f0cbf473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548122 Apr 18 14:04:03.921759 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37476) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:03.955398 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-81915300-f2c1-4110-8050-ead4865d1d23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a1e6bb8092445a9afa166c8e8e5632e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544986 Apr 18 14:04:03.955398 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81915300-f2c1-4110-8050-ead4865d1d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea39fd8-0d95-4251-901b-9f471a7b6ad4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:03.955960 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37478) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:03.993678 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0b913d67-58c2-4051-b907-f59f718a2a4f admin admin] Publish callbacks [] for security_group (ee36ff5d-5697-402f-9d4a-aae87b88f78f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:04.010528 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-716ced28-7e1b-4cf2-893d-2880d5b3309e admin admin] Publish callbacks [] for security_group (dea39fd8-0d95-4251-901b-9f471a7b6ad4), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:04.025152 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0b913d67-58c2-4051-b907-f59f718a2a4f admin admin] Publish callbacks [] for security_group (ee36ff5d-5697-402f-9d4a-aae87b88f78f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:04.032033 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-716ced28-7e1b-4cf2-893d-2880d5b3309e admin admin] Publish callbacks [] for security_group (dea39fd8-0d95-4251-901b-9f471a7b6ad4), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:04.093015 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0b913d67-58c2-4051-b907-f59f718a2a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ee36ff5d-5697-402f-9d4a-aae87b88f78f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:04.096611 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0b913d67-58c2-4051-b907-f59f718a2a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:04.098477 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0b913d67-58c2-4051-b907-f59f718a2a4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee36ff5d-5697-402f-9d4a-aae87b88f78f HTTP/1.1" status: 204 len: 168 time: 0.1755586 Apr 18 14:04:04.098646 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-716ced28-7e1b-4cf2-893d-2880d5b3309e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (dea39fd8-0d95-4251-901b-9f471a7b6ad4), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:04.101898 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-716ced28-7e1b-4cf2-893d-2880d5b3309e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:04.103065 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-716ced28-7e1b-4cf2-893d-2880d5b3309e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dea39fd8-0d95-4251-901b-9f471a7b6ad4 HTTP/1.1" status: 204 len: 168 time: 0.1461868 Apr 18 14:04:04.117568 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b913d67-58c2-4051-b907-f59f718a2a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee36ff5d-5697-402f-9d4a-aae87b88f78f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:04.119032 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ced28-7e1b-4cf2-893d-2880d5b3309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea39fd8-0d95-4251-901b-9f471a7b6ad4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:05.949826 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37582) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:06.056384 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6ba143a9-3dcc-43d1-bd04-00eb847ae4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.134949 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6ba143a9-3dcc-43d1-bd04-00eb847ae4c8 admin admin] Publish callbacks [] for security_group (ad5e6d15-97bc-43cb-8ff7-a63f77bb6214), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.139087 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6ba143a9-3dcc-43d1-bd04-00eb847ae4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ad5e6d15-97bc-43cb-8ff7-a63f77bb6214), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.181667 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6ba143a9-3dcc-43d1-bd04-00eb847ae4c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7661089458914fd492a71ca14f2c77b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304308 Apr 18 14:04:06.182439 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba143a9-3dcc-43d1-bd04-00eb847ae4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e6d15-97bc-43cb-8ff7-a63f77bb6214,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:06.184447 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37598) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:06.248469 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0589c258-4fe6-49ca-a5b7-f81df45cb25c admin admin] Publish callbacks [] for security_group (ad5e6d15-97bc-43cb-8ff7-a63f77bb6214), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.269958 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0589c258-4fe6-49ca-a5b7-f81df45cb25c admin admin] Publish callbacks [] for security_group (ad5e6d15-97bc-43cb-8ff7-a63f77bb6214), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.315815 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0589c258-4fe6-49ca-a5b7-f81df45cb25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ad5e6d15-97bc-43cb-8ff7-a63f77bb6214), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.319018 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0589c258-4fe6-49ca-a5b7-f81df45cb25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.323080 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0589c258-4fe6-49ca-a5b7-f81df45cb25c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad5e6d15-97bc-43cb-8ff7-a63f77bb6214 HTTP/1.1" status: 204 len: 168 time: 0.1375284 Apr 18 14:04:06.330908 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589c258-4fe6-49ca-a5b7-f81df45cb25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e6d15-97bc-43cb-8ff7-a63f77bb6214,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:06.363264 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37604) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:06.469054 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-17da1dd7-1a20-49ee-b1cf-fe59f2e7d1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.544254 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-17da1dd7-1a20-49ee-b1cf-fe59f2e7d1a0 admin admin] Publish callbacks [] for security_group (14238970-5b3b-4646-8560-dc3083dfa59c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.548173 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-17da1dd7-1a20-49ee-b1cf-fe59f2e7d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (14238970-5b3b-4646-8560-dc3083dfa59c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.590741 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-17da1dd7-1a20-49ee-b1cf-fe59f2e7d1a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18699057f3fa482384104e58887c72ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263579 Apr 18 14:04:06.592803 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da1dd7-1a20-49ee-b1cf-fe59f2e7d1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14238970-5b3b-4646-8560-dc3083dfa59c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:06.593483 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37610) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:06.638502 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37612) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:06.643874 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b023df35-66bc-43f8-a321-88e82bb97c2f admin admin] Publish callbacks [] for security_group (14238970-5b3b-4646-8560-dc3083dfa59c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.652133 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b0f608fc-c830-4dcc-8f14-b351393e9534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.665896 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b023df35-66bc-43f8-a321-88e82bb97c2f admin admin] Publish callbacks [] for security_group (14238970-5b3b-4646-8560-dc3083dfa59c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.713439 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b023df35-66bc-43f8-a321-88e82bb97c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (14238970-5b3b-4646-8560-dc3083dfa59c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.715963 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b023df35-66bc-43f8-a321-88e82bb97c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.717107 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b023df35-66bc-43f8-a321-88e82bb97c2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14238970-5b3b-4646-8560-dc3083dfa59c HTTP/1.1" status: 204 len: 168 time: 0.1224058 Apr 18 14:04:06.725281 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023df35-66bc-43f8-a321-88e82bb97c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14238970-5b3b-4646-8560-dc3083dfa59c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:06.733926 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b0f608fc-c830-4dcc-8f14-b351393e9534 admin admin] Publish callbacks [] for security_group (f3a83ee5-7d8a-49e3-9ab7-6d437efd87c0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.738297 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b0f608fc-c830-4dcc-8f14-b351393e9534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f3a83ee5-7d8a-49e3-9ab7-6d437efd87c0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.781564 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b0f608fc-c830-4dcc-8f14-b351393e9534 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be7ac5649c4c4b4d9bdfee48a848019f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419666 Apr 18 14:04:06.782510 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f608fc-c830-4dcc-8f14-b351393e9534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a83ee5-7d8a-49e3-9ab7-6d437efd87c0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:06.784317 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37616) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:06.839829 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7834383c-466e-4c2e-943c-673b2f7f388f admin admin] Publish callbacks [] for security_group (f3a83ee5-7d8a-49e3-9ab7-6d437efd87c0), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.861687 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7834383c-466e-4c2e-943c-673b2f7f388f admin admin] Publish callbacks [] for security_group (f3a83ee5-7d8a-49e3-9ab7-6d437efd87c0), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.908525 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7834383c-466e-4c2e-943c-673b2f7f388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f3a83ee5-7d8a-49e3-9ab7-6d437efd87c0), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.911071 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7834383c-466e-4c2e-943c-673b2f7f388f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:06.913099 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7834383c-466e-4c2e-943c-673b2f7f388f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3a83ee5-7d8a-49e3-9ab7-6d437efd87c0 HTTP/1.1" status: 204 len: 168 time: 0.1275003 Apr 18 14:04:06.920699 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834383c-466e-4c2e-943c-673b2f7f388f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a83ee5-7d8a-49e3-9ab7-6d437efd87c0,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:07.054542 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37622) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:07.067445 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16f6a3ea-f459-446d-a7bb-102fc239802b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:07.148573 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16f6a3ea-f459-446d-a7bb-102fc239802b admin admin] Publish callbacks [] for security_group (b26e3e21-2c78-4168-87ce-2627e4eff44a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:07.153248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16f6a3ea-f459-446d-a7bb-102fc239802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b26e3e21-2c78-4168-87ce-2627e4eff44a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:07.195422 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-16f6a3ea-f459-446d-a7bb-102fc239802b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=559979f733ea4d0eb39ea3868705e640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397200 Apr 18 14:04:07.196344 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6a3ea-f459-446d-a7bb-102fc239802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e3e21-2c78-4168-87ce-2627e4eff44a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:07.198327 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37628) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:07.260750 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85d4400b-9a0b-4d92-95f4-a066934a200d admin admin] Publish callbacks [] for security_group (b26e3e21-2c78-4168-87ce-2627e4eff44a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:07.282838 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85d4400b-9a0b-4d92-95f4-a066934a200d admin admin] Publish callbacks [] for security_group (b26e3e21-2c78-4168-87ce-2627e4eff44a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:07.337256 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85d4400b-9a0b-4d92-95f4-a066934a200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b26e3e21-2c78-4168-87ce-2627e4eff44a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:07.340278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85d4400b-9a0b-4d92-95f4-a066934a200d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:07.343746 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-85d4400b-9a0b-4d92-95f4-a066934a200d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b26e3e21-2c78-4168-87ce-2627e4eff44a HTTP/1.1" status: 204 len: 168 time: 0.1421101 Apr 18 14:04:07.354736 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4400b-9a0b-4d92-95f4-a066934a200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e3e21-2c78-4168-87ce-2627e4eff44a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:09.477992 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37732) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:09.583247 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45f28079-6fe2-4a1b-b97f-be830b16bd3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:09.655839 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45f28079-6fe2-4a1b-b97f-be830b16bd3b admin admin] Publish callbacks [] for security_group (674c38ae-2eac-4754-9352-0bc902954d00), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:09.659659 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45f28079-6fe2-4a1b-b97f-be830b16bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (674c38ae-2eac-4754-9352-0bc902954d00), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:09.695138 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-45f28079-6fe2-4a1b-b97f-be830b16bd3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4389be7b86f42c0b4b391297c0ef155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160640 Apr 18 14:04:09.697928 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37736) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:09.699600 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f28079-6fe2-4a1b-b97f-be830b16bd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674c38ae-2eac-4754-9352-0bc902954d00,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:09.746051 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ca01902a-472f-4fe7-b90f-eb3d22b754f2 admin admin] Publish callbacks [] for security_group (674c38ae-2eac-4754-9352-0bc902954d00), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:09.766918 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ca01902a-472f-4fe7-b90f-eb3d22b754f2 admin admin] Publish callbacks [] for security_group (674c38ae-2eac-4754-9352-0bc902954d00), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:09.817333 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ca01902a-472f-4fe7-b90f-eb3d22b754f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (674c38ae-2eac-4754-9352-0bc902954d00), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:09.819974 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ca01902a-472f-4fe7-b90f-eb3d22b754f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:09.821103 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ca01902a-472f-4fe7-b90f-eb3d22b754f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/674c38ae-2eac-4754-9352-0bc902954d00 HTTP/1.1" status: 204 len: 168 time: 0.1221983 Apr 18 14:04:09.828452 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01902a-472f-4fe7-b90f-eb3d22b754f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674c38ae-2eac-4754-9352-0bc902954d00,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:10.089163 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37742) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:10.103306 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-10baec00-2b85-48b5-8758-d7b42fb6e4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:10.180918 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-10baec00-2b85-48b5-8758-d7b42fb6e4d0 admin admin] Publish callbacks [] for security_group (cdda9da2-c539-4e70-81b4-715fa957522a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:10.185152 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-10baec00-2b85-48b5-8758-d7b42fb6e4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (cdda9da2-c539-4e70-81b4-715fa957522a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:10.228202 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baec00-2b85-48b5-8758-d7b42fb6e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdda9da2-c539-4e70-81b4-715fa957522a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:10.232504 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-10baec00-2b85-48b5-8758-d7b42fb6e4d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d1f1385619845f5b789f800502a0711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423173 Apr 18 14:04:10.235456 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37750) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:10.293633 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67aed26b-2cb0-4833-8483-0f0b3bcd916d admin admin] Publish callbacks [] for security_group (cdda9da2-c539-4e70-81b4-715fa957522a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:10.316221 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67aed26b-2cb0-4833-8483-0f0b3bcd916d admin admin] Publish callbacks [] for security_group (cdda9da2-c539-4e70-81b4-715fa957522a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:10.363517 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67aed26b-2cb0-4833-8483-0f0b3bcd916d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (cdda9da2-c539-4e70-81b4-715fa957522a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:10.366122 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67aed26b-2cb0-4833-8483-0f0b3bcd916d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:10.367255 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-67aed26b-2cb0-4833-8483-0f0b3bcd916d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdda9da2-c539-4e70-81b4-715fa957522a HTTP/1.1" status: 204 len: 168 time: 0.1300299 Apr 18 14:04:10.375448 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aed26b-2cb0-4833-8483-0f0b3bcd916d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdda9da2-c539-4e70-81b4-715fa957522a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:11.594268 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37798) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:11.697021 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8f690afe-a272-41a8-a38e-633bfdda6336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:11.772647 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8f690afe-a272-41a8-a38e-633bfdda6336 admin admin] Publish callbacks [] for security_group (4ed367e3-d09f-457c-9574-b1fd9bb4c6f0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:11.776851 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8f690afe-a272-41a8-a38e-633bfdda6336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (4ed367e3-d09f-457c-9574-b1fd9bb4c6f0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:11.815481 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8f690afe-a272-41a8-a38e-633bfdda6336 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=afb407b7b2294fa5bf8c6f55cc7c1e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200236 Apr 18 14:04:11.816473 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f690afe-a272-41a8-a38e-633bfdda6336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed367e3-d09f-457c-9574-b1fd9bb4c6f0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:11.818688 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37806) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:11.869333 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd5cb-b843-42af-b1b3-2f15bf4516c1 admin admin] Publish callbacks [] for security_group (4ed367e3-d09f-457c-9574-b1fd9bb4c6f0), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:11.892606 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd5cb-b843-42af-b1b3-2f15bf4516c1 admin admin] Publish callbacks [] for security_group (4ed367e3-d09f-457c-9574-b1fd9bb4c6f0), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:11.940605 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd5cb-b843-42af-b1b3-2f15bf4516c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (4ed367e3-d09f-457c-9574-b1fd9bb4c6f0), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:11.943692 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd5cb-b843-42af-b1b3-2f15bf4516c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:11.944865 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5d0cd5cb-b843-42af-b1b3-2f15bf4516c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ed367e3-d09f-457c-9574-b1fd9bb4c6f0 HTTP/1.1" status: 204 len: 168 time: 0.1251135 Apr 18 14:04:11.953039 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cd5cb-b843-42af-b1b3-2f15bf4516c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed367e3-d09f-457c-9574-b1fd9bb4c6f0,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:12.237855 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37816) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:12.251571 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16149c06-c53b-4a23-8c59-dd3483a32129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:12.325264 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16149c06-c53b-4a23-8c59-dd3483a32129 admin admin] Publish callbacks [] for security_group (8f911870-57e6-456a-8447-7365db7b24b9), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:12.329008 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-16149c06-c53b-4a23-8c59-dd3483a32129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (8f911870-57e6-456a-8447-7365db7b24b9), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:12.366538 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-16149c06-c53b-4a23-8c59-dd3483a32129 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58bbcc9674af433f8e447c1039a283f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276388 Apr 18 14:04:12.367407 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16149c06-c53b-4a23-8c59-dd3483a32129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f911870-57e6-456a-8447-7365db7b24b9,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:12.369263 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37818) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:12.417290 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8e6d05bc-02b8-48db-b916-899f8c439024 admin admin] Publish callbacks [] for security_group (8f911870-57e6-456a-8447-7365db7b24b9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:12.442438 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8e6d05bc-02b8-48db-b916-899f8c439024 admin admin] Publish callbacks [] for security_group (8f911870-57e6-456a-8447-7365db7b24b9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:12.489681 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8e6d05bc-02b8-48db-b916-899f8c439024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (8f911870-57e6-456a-8447-7365db7b24b9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:12.492943 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8e6d05bc-02b8-48db-b916-899f8c439024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:12.494046 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8e6d05bc-02b8-48db-b916-899f8c439024 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f911870-57e6-456a-8447-7365db7b24b9 HTTP/1.1" status: 204 len: 168 time: 0.1238136 Apr 18 14:04:12.501426 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d05bc-02b8-48db-b916-899f8c439024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f911870-57e6-456a-8447-7365db7b24b9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:15.342105 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37900) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:15.443557 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d35b882-33ff-4704-a791-3547b45d05c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:15.524956 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d35b882-33ff-4704-a791-3547b45d05c4 admin admin] Publish callbacks [] for security_group (8192277b-b3ed-4999-8b83-cbd60476d57c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:15.528693 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d35b882-33ff-4704-a791-3547b45d05c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (8192277b-b3ed-4999-8b83-cbd60476d57c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:15.566103 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35b882-33ff-4704-a791-3547b45d05c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8192277b-b3ed-4999-8b83-cbd60476d57c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:15.570739 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0d35b882-33ff-4704-a791-3547b45d05c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbf3042c1a264b48aef5f1e151b9b961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275777 Apr 18 14:04:15.573503 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37906) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:15.626757 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9d48e003-d87a-4c80-b528-19c6d2f7742a admin admin] Publish callbacks [] for security_group (8192277b-b3ed-4999-8b83-cbd60476d57c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:15.648553 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9d48e003-d87a-4c80-b528-19c6d2f7742a admin admin] Publish callbacks [] for security_group (8192277b-b3ed-4999-8b83-cbd60476d57c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:15.698637 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9d48e003-d87a-4c80-b528-19c6d2f7742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (8192277b-b3ed-4999-8b83-cbd60476d57c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:15.701566 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9d48e003-d87a-4c80-b528-19c6d2f7742a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:15.702577 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9d48e003-d87a-4c80-b528-19c6d2f7742a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8192277b-b3ed-4999-8b83-cbd60476d57c HTTP/1.1" status: 204 len: 168 time: 0.1281767 Apr 18 14:04:15.710814 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48e003-d87a-4c80-b528-19c6d2f7742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8192277b-b3ed-4999-8b83-cbd60476d57c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:15.981038 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 37924) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:15.998635 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1227d7f2-42c8-4ec3-8e30-dc0409ddc5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:16.075105 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1227d7f2-42c8-4ec3-8e30-dc0409ddc5c3 admin admin] Publish callbacks [] for security_group (e9201085-caaf-42b2-93d7-bd338a4c7076), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:16.079063 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1227d7f2-42c8-4ec3-8e30-dc0409ddc5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (e9201085-caaf-42b2-93d7-bd338a4c7076), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:16.119204 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1227d7f2-42c8-4ec3-8e30-dc0409ddc5c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f445a313a084fc29ac65545aaaa1a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368906 Apr 18 14:04:16.121145 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227d7f2-42c8-4ec3-8e30-dc0409ddc5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9201085-caaf-42b2-93d7-bd338a4c7076,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:16.121922 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 37926) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:16.174407 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-450f6099-482d-4aaa-9b37-72f683f6dc09 admin admin] Publish callbacks [] for security_group (e9201085-caaf-42b2-93d7-bd338a4c7076), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:16.196236 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-450f6099-482d-4aaa-9b37-72f683f6dc09 admin admin] Publish callbacks [] for security_group (e9201085-caaf-42b2-93d7-bd338a4c7076), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:16.245726 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-450f6099-482d-4aaa-9b37-72f683f6dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (e9201085-caaf-42b2-93d7-bd338a4c7076), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:16.248416 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-450f6099-482d-4aaa-9b37-72f683f6dc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:16.249566 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-450f6099-482d-4aaa-9b37-72f683f6dc09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9201085-caaf-42b2-93d7-bd338a4c7076 HTTP/1.1" status: 204 len: 168 time: 0.1266270 Apr 18 14:04:16.258174 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f6099-482d-4aaa-9b37-72f683f6dc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9201085-caaf-42b2-93d7-bd338a4c7076,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:17.280033 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:04:18.892063 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c2a26a95-1264-4af5-841d-980e5fe55645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:20.649199 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38030) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:20.750238 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb7d-5e93-4c5d-a570-8cec0e0673df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:20.823091 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb7d-5e93-4c5d-a570-8cec0e0673df admin admin] Publish callbacks [] for security_group (425c73a4-15b4-4a37-84a0-56cd29c83e92), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:20.827114 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb7d-5e93-4c5d-a570-8cec0e0673df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (425c73a4-15b4-4a37-84a0-56cd29c83e92), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:20.868724 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6bcadb7d-5e93-4c5d-a570-8cec0e0673df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64bc99f589c6423ea25f32e8548768b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184529 Apr 18 14:04:20.870966 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcadb7d-5e93-4c5d-a570-8cec0e0673df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425c73a4-15b4-4a37-84a0-56cd29c83e92,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:20.871374 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38034) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:20.925057 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c87affce-5aa8-4fb8-aab2-85d13f7818cc admin admin] Publish callbacks [] for security_group (425c73a4-15b4-4a37-84a0-56cd29c83e92), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:20.946190 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c87affce-5aa8-4fb8-aab2-85d13f7818cc admin admin] Publish callbacks [] for security_group (425c73a4-15b4-4a37-84a0-56cd29c83e92), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:20.992904 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c87affce-5aa8-4fb8-aab2-85d13f7818cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (425c73a4-15b4-4a37-84a0-56cd29c83e92), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:20.995449 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c87affce-5aa8-4fb8-aab2-85d13f7818cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:20.996632 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c87affce-5aa8-4fb8-aab2-85d13f7818cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/425c73a4-15b4-4a37-84a0-56cd29c83e92 HTTP/1.1" status: 204 len: 168 time: 0.1242409 Apr 18 14:04:21.004155 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87affce-5aa8-4fb8-aab2-85d13f7818cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c73a4-15b4-4a37-84a0-56cd29c83e92,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:21.261980 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38046) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:21.276067 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6605d34b-effd-4477-aaa9-48cda31dab53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.354699 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6605d34b-effd-4477-aaa9-48cda31dab53 admin admin] Publish callbacks [] for security_group (6b5c39b8-2a2e-4484-99fa-f4aa7569852d), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.358378 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6605d34b-effd-4477-aaa9-48cda31dab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (6b5c39b8-2a2e-4484-99fa-f4aa7569852d), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.394654 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6605d34b-effd-4477-aaa9-48cda31dab53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d02524f8752b476b8d64fc6f1d57aed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315951 Apr 18 14:04:21.397099 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605d34b-effd-4477-aaa9-48cda31dab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5c39b8-2a2e-4484-99fa-f4aa7569852d,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:21.398018 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38048) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:21.445407 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e9d-5c24-42f5-8c29-5657f0f361bc admin admin] Publish callbacks [] for security_group (6b5c39b8-2a2e-4484-99fa-f4aa7569852d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.461392 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c0c358ae-4e43-4175-8145-5ae0f6649a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.467695 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e9d-5c24-42f5-8c29-5657f0f361bc admin admin] Publish callbacks [] for security_group (6b5c39b8-2a2e-4484-99fa-f4aa7569852d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.514091 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e9d-5c24-42f5-8c29-5657f0f361bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (6b5c39b8-2a2e-4484-99fa-f4aa7569852d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.516996 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d0b25e9d-5c24-42f5-8c29-5657f0f361bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.518141 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d0b25e9d-5c24-42f5-8c29-5657f0f361bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b5c39b8-2a2e-4484-99fa-f4aa7569852d HTTP/1.1" status: 204 len: 168 time: 0.1189563 Apr 18 14:04:21.526580 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b25e9d-5c24-42f5-8c29-5657f0f361bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5c39b8-2a2e-4484-99fa-f4aa7569852d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:21.824588 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38054) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:21.838092 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63f8531e-c1d5-479a-9bcd-f4af20b20bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.912049 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63f8531e-c1d5-479a-9bcd-f4af20b20bef admin admin] Publish callbacks [] for security_group (5402bcab-f06b-40cb-a3de-2522d0ae2267), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.915665 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63f8531e-c1d5-479a-9bcd-f4af20b20bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (5402bcab-f06b-40cb-a3de-2522d0ae2267), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:21.952675 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-63f8531e-c1d5-479a-9bcd-f4af20b20bef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7113a8764e0a4532a47429d7e0cc8b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270485 Apr 18 14:04:21.953514 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8531e-c1d5-479a-9bcd-f4af20b20bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402bcab-f06b-40cb-a3de-2522d0ae2267,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:21.955289 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38056) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:22.003967 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad5e8-5902-416a-b7df-f8b8885e627b admin admin] Publish callbacks [] for security_group (5402bcab-f06b-40cb-a3de-2522d0ae2267), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:22.025068 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad5e8-5902-416a-b7df-f8b8885e627b admin admin] Publish callbacks [] for security_group (5402bcab-f06b-40cb-a3de-2522d0ae2267), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:22.071135 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad5e8-5902-416a-b7df-f8b8885e627b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (5402bcab-f06b-40cb-a3de-2522d0ae2267), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:22.073758 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad5e8-5902-416a-b7df-f8b8885e627b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:22.074889 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3f7ad5e8-5902-416a-b7df-f8b8885e627b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5402bcab-f06b-40cb-a3de-2522d0ae2267 HTTP/1.1" status: 204 len: 168 time: 0.1184213 Apr 18 14:04:22.082234 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ad5e8-5902-416a-b7df-f8b8885e627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402bcab-f06b-40cb-a3de-2522d0ae2267,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:22.666629 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:24.050938 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:25.325577 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:30.265519 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-b6337d3c-bec8-4713-857a-2cb1ac51091f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389352 Apr 18 14:04:30.346704 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-9bc81ec5-0561-4d67-a077-5f2b74427fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:30.348273 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-9bc81ec5-0561-4d67-a077-5f2b74427fd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1940d9e36e0644c595c43e588e07e62e&device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 1130 time: 0.0433931 Apr 18 14:04:30.456879 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-9593b028-b914-49b8-b79e-b2275fd3e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:30.458385 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-9593b028-b914-49b8-b79e-b2275fd3e732 service neutron] 10.222.0.37 "GET /v2.0/networks?id=beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 200 len: 918 time: 0.0895956 Apr 18 14:04:30.538698 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-c489cf3c-61c1-4044-8525-079f30d9a0b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 200 len: 1000 time: 0.0727396 Apr 18 14:04:30.590999 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-a6216759-795f-4d2b-a68b-6123bf13ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:30.592596 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-a6216759-795f-4d2b-a68b-6123bf13ed8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 200 len: 856 time: 0.0481036 Apr 18 14:04:30.638849 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-13f6c0ad-b323-487b-8e10-be8288f95d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:30.640389 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-13f6c0ad-b323-487b-8e10-be8288f95d1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=beab489c-c10b-46fc-92ca-3c4439922579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415292 Apr 18 14:04:31.024005 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-62e53e9b-d273-4a91-ba71-f3d8d4751bf0 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744824 Apr 18 14:04:31.067034 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:31.834058 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6da926cc-2264-4fe7-a079-866ecd9b3c22 req-2f59e225-b278-4833-b384-d265a1734811 service neutron] 10.222.0.37 "GET /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863647 Apr 18 14:04:42.509498 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38324) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:42.612910 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-128cfd39-72a4-4903-8445-4b24461f0e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:42.695546 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-128cfd39-72a4-4903-8445-4b24461f0e86 admin admin] Publish callbacks [] for security_group (f46230a1-875f-48eb-8bea-a6426f597c95), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:42.699689 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-128cfd39-72a4-4903-8445-4b24461f0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f46230a1-875f-48eb-8bea-a6426f597c95), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:42.739742 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-128cfd39-72a4-4903-8445-4b24461f0e86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d4ab7572f244715b2f48d740111f9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291689 Apr 18 14:04:42.741658 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cfd39-72a4-4903-8445-4b24461f0e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46230a1-875f-48eb-8bea-a6426f597c95,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:42.743056 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38330) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:42.790144 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Publish callbacks [] for security_group (f46230a1-875f-48eb-8bea-a6426f597c95), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:42.813887 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Publish callbacks [] for security_group (f46230a1-875f-48eb-8bea-a6426f597c95), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:42.866902 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f46230a1-875f-48eb-8bea-a6426f597c95), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:42.869737 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:42.870921 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f46230a1-875f-48eb-8bea-a6426f597c95 HTTP/1.1" status: 204 len: 168 time: 0.1268787 Apr 18 14:04:42.878860 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46230a1-875f-48eb-8bea-a6426f597c95,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:42.886453 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.886804 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.887147 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.887484 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.887860 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.888186 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.888511 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.888836 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.889188 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.889517 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.889845 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.890169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.890491 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.890809 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:42.891128 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f95671-66ad-4e38-8cc0-500950a9104c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:48.896298 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-debc3f8e-e623-4795-9379-a5ee6f85af87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:51.427488 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f652d-b094-4860-9ea3-b1780208c9bb req-e1c30e6f-f654-4174-a93e-d72faa2308fa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:51.429016 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-630f652d-b094-4860-9ea3-b1780208c9bb req-e1c30e6f-f654-4174-a93e-d72faa2308fa tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 946 time: 0.0489600 Apr 18 14:04:51.466268 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1d672e0e-662f-453b-ba0a-28f82ef46cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:51.479907 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-630f652d-b094-4860-9ea3-b1780208c9bb req-ec32b71a-0e0a-4ddc-9abe-ecb1bdc7081e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Apr 18 14:04:52.603953 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2f882-88cb-4cd1-8aba-0e23fc6a1069 req-6e156031-96d0-46e7-bc71-5829db8698d4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:52.605437 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-25f2f882-88cb-4cd1-8aba-0e23fc6a1069 req-6e156031-96d0-46e7-bc71-5829db8698d4 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 946 time: 0.0481887 Apr 18 14:04:52.655390 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-25f2f882-88cb-4cd1-8aba-0e23fc6a1069 req-f3c3defe-af6e-470f-99e3-0c8869b5f62a tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443769 Apr 18 14:04:52.671372 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:52.945238 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-40e09390-bd24-4688-9c2d-a261820a766d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946790967&fields=id&tenant_id=2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 267 time: 0.0440657 Apr 18 14:04:53.050862 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-df4569da-a843-4428-a147-28d6f097d797 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:53.052348 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-df4569da-a843-4428-a147-28d6f097d797 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 812 time: 0.0995195 Apr 18 14:04:53.070877 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-e5544c92-6233-4a70-8ae8-793c17e6763d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/quotas/2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 375 time: 0.0091777 Apr 18 14:04:53.127579 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-40baf740-257e-42f6-8435-06c5cd8dae41 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505662 Apr 18 14:04:53.243908 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-87092db3-4026-40ea-b115-582d83ba156b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:53.245352 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-87092db3-4026-40ea-b115-582d83ba156b tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 946 time: 0.0819943 Apr 18 14:04:53.293539 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-4c2baba8-0bbe-4a19-b50f-bbad5a331941 service neutron] 10.222.0.11 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539981 Apr 18 14:04:53.390249 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Deleting port 55d46888-a474-436a-a155-b68445d6f499 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:04:53.390547 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (55d46888-a474-436a-a155-b68445d6f499), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:53.476069 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-b6ec8e26-e191-4e00-aea5-5c56472dd98a service neutron] 10.222.0.11 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712329 Apr 18 14:04:53.503540 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] For port 55d46888-a474-436a-a155-b68445d6f499, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=55d46888-a474-436a-a155-b68445d6f499,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:04:53.504004 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (55d46888-a474-436a-a155-b68445d6f499), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:53.700472 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:53.701169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (35fe73cd-a5fd-49f7-b59f-2b93c735af60), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:53.701647 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Floating IP 35fe73cd-a5fd-49f7-b59f-2b93c735af60 disassociated. External IP: 172.27.3.34, port: 55d46888-a474-436a-a155-b68445d6f499. Apr 18 14:04:53.701850 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Calling delete_port for 55d46888-a474-436a-a155-b68445d6f499 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:04:53.802442 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018439-0074-44d5-9142-6ee7dc4dfca6 req-ab6770a1-23bd-4d35-ad98-91f1a97f5169 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:53.803908 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75018439-0074-44d5-9142-6ee7dc4dfca6 req-ab6770a1-23bd-4d35-ad98-91f1a97f5169 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade7dd4c-bfce-40d9-86e2-27ce419b76e3 HTTP/1.1" status: 200 len: 946 time: 0.0595498 Apr 18 14:04:53.892847 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-75018439-0074-44d5-9142-6ee7dc4dfca6 req-448e5dcd-3ce7-466b-81b9-8f1da880e170 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups?id=63ec5edb-7fec-4026-a428-5890aa5b2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789275 Apr 18 14:04:53.916381 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (55d46888-a474-436a-a155-b68445d6f499), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:53.946715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event deleted for resources: {'Port': ['ID=55d46888-a474-436a-a155-b68445d6f499,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:54.055439 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:54.071937 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:04:54.184330 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:04:54.194684 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] Sync routers for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:04:54.207902 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:04:54.208532 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:04:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:54.232823 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] No DVR routers for this DVR port 55d46888-a474-436a-a155-b68445d6f499 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:04:54.235882 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:54.239691 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bc7e29f6-2f29-45ad-b51f-e66f833603d8 req-207efe1b-8738-40ac-9772-63463d168970 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.37 "DELETE /v2.0/ports/55d46888-a474-436a-a155-b68445d6f499 HTTP/1.1" status: 204 len: 173 time: 0.9882822 Apr 18 14:04:54.240532 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-deleted', 'tag': '55d46888-a474-436a-a155-b68445d6f499'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:04:54.243278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfbc30c-84d2-4fc1-b7fc-e8601aa8fd8e" -d '{"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-deleted", "tag": "55d46888-a474-436a-a155-b68445d6f499"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:04:54.295089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aea9bb-719c-443f-8b8c-99cfd2dbc113 x-openstack-request-id: req-b8aea9bb-719c-443f-8b8c-99cfd2dbc113 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:04:54.295612 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade7dd4c-bfce-40d9-86e2-27ce419b76e3", "name": "network-vif-deleted", "tag": "55d46888-a474-436a-a155-b68445d6f499", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:04:54.296054 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8aea9bb-719c-443f-8b8c-99cfd2dbc113 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:04:54.296621 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8aea9bb-719c-443f-8b8c-99cfd2dbc113'] response: {'server_uuid': 'ade7dd4c-bfce-40d9-86e2-27ce419b76e3', 'name': 'network-vif-deleted', 'tag': '55d46888-a474-436a-a155-b68445d6f499', 'status': 'completed', 'code': 200} Apr 18 14:04:54.327514 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:04:54.345464 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:04:54.556569 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:54.673457 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] Checking router: 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:04:54.682405 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:04:54.683028 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:04:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:54.791736 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e10243d0-882a-4fe6-afec-01f3143f7bef req-e3793988-4f26-47e4-820f-7e64a3be737c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 210 time: 0.0364962 Apr 18 14:04:54.829052 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:04:54.995195 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38446) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:55.062188 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:04:55.081151 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219f4180-fca3-46dd-aa8c-878c861a9f00 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (63ec5edb-7fec-4026-a428-5890aa5b2ab6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.098808 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad412410-70af-495e-bd58-22ee3b7ca8c7 None None] The sync data for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi is: [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T13:55:37Z', 'revision_number': 4, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b', 'name': '', 'network_id': 'beab489c-c10b-46fc-92ca-3c4439922579', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'mac_address': 'fa:16:3e:af:50:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:34Z', 'updated_at': '2022-04-18T13:55:52Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'subnets': [{'id': 'bd72f602-a12f-4eca-b47a-0575fc968057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:04:55.119441 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219f4180-fca3-46dd-aa8c-878c861a9f00 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (63ec5edb-7fec-4026-a428-5890aa5b2ab6), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.182917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219f4180-fca3-46dd-aa8c-878c861a9f00 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (63ec5edb-7fec-4026-a428-5890aa5b2ab6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.185556 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219f4180-fca3-46dd-aa8c-878c861a9f00 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.186738 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-219f4180-fca3-46dd-aa8c-878c861a9f00 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "DELETE /v2.0/security-groups/63ec5edb-7fec-4026-a428-5890aa5b2ab6 HTTP/1.1" status: 204 len: 168 time: 0.1900687 Apr 18 14:04:55.189879 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38450) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:55.196575 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f4180-fca3-46dd-aa8c-878c861a9f00 tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ec5edb-7fec-4026-a428-5890aa5b2ab6,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:55.208563 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-b9097dfc-32aa-4ab7-b849-49d90eb9c50e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] show failed (client error): The resource could not be found. Apr 18 14:04:55.209635 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b9097dfc-32aa-4ab7-b849-49d90eb9c50e tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "GET /v2.0/security-groups/63ec5edb-7fec-4026-a428-5890aa5b2ab6 HTTP/1.1" status: 404 len: 347 time: 0.0188282 Apr 18 14:04:55.212992 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38452) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:55.341343 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.350867 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Deleting port 78ff7d26-5918-4fbd-b39c-f7abc5367061 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:04:55.351376 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (78ff7d26-5918-4fbd-b39c-f7abc5367061), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.380045 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae267bcb-a787-4eda-9fbf-9dc98465d893 None None] New status for floating IP 35fe73cd-a5fd-49f7-b59f-2b93c735af60: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:04:55.444302 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (78ff7d26-5918-4fbd-b39c-f7abc5367061), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.444709 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (78ff7d26-5918-4fbd-b39c-f7abc5367061), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.462338 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Calling delete_port for 78ff7d26-5918-4fbd-b39c-f7abc5367061 owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:04:55.609118 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (78ff7d26-5918-4fbd-b39c-f7abc5367061), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.643371 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Pushing event deleted for resources: {'Port': ['ID=78ff7d26-5918-4fbd-b39c-f7abc5367061,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:55.708253 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks [] for floatingip (35fe73cd-a5fd-49f7-b59f-2b93c735af60), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.711932 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:55.713446 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6699e6d9-237f-400f-acce-a35b3c8ea02c tempest-AttachVolumeShelveTestJSON-1290902489 tempest-AttachVolumeShelveTestJSON-1290902489-project] 10.222.0.11 "DELETE /v2.0/floatingips/35fe73cd-a5fd-49f7-b59f-2b93c735af60 HTTP/1.1" status: 204 len: 168 time: 0.4991591 Apr 18 14:04:55.902891 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-87709295-db1b-4287-be7e-3d420b7b8a3b req-cdfff33a-98b9-4b0d-92d5-301262f76481 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 210 time: 0.0285933 Apr 18 14:04:56.803412 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-dd5734fd-f966-4158-b269-2dd999c8406b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:56.804925 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-dd5734fd-f966-4158-b269-2dd999c8406b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 812 time: 0.1161087 Apr 18 14:04:56.873411 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-dce7d19f-33cb-468e-a795-d57976cedbdd tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b08736f301c4043a50d2f76e56f3e4d HTTP/1.1" status: 200 len: 379 time: 0.0598302 Apr 18 14:04:56.884583 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'port': {'device_id': '9d9265ec-a9c4-4665-be06-4046a970c582', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'admin_state_up': True, 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'security_groups': ['bb5b6f49-db47-46e9-84c8-0a1b794eed6a']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:04:57.036409 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f47a3a0d-0682-48e8-88be-050e7f52fd12 req-58491a49-ad3f-4767-a757-5a8d1bad9968 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 210 time: 0.0465910 Apr 18 14:04:57.067946 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Made reservation on behalf of 2b08736f301c4043a50d2f76e56f3e4d for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:04:57.071382 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:57.217339 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Allocated IP 172.20.0.12 (f6d3f5fc-3f47-4809-8f8a-4733e9e31709/14044e1a-ddac-4e1c-851a-338849985aeb/7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:04:57.350154 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:04:57.373957 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 55d46888-a474-436a-a155-b68445d6f499 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:04:57.374304 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 55d46888-a474-436a-a155-b68445d6f499 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:04:57.411150 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:57.454270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:57.501697 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:04:57.506828 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:04:57.510653 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:04:57.517294 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:57.566696 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:57.567224 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:57.586922 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-8d15b9b7-213c-4a92-a2e7-7187d406cbd3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7084415 Apr 18 14:04:57.598213 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Request body: {'port': {'device_id': '9d9265ec-a9c4-4665-be06-4046a970c582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:04:57.661152 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:57.726648 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-d5ac5c40-9cee-4fbc-a6cf-955379ef260a None None] Provisioning complete for port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:04:57.727148 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5c40-9cee-4fbc-a6cf-955379ef260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:57.761820 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac5c40-9cee-4fbc-a6cf-955379ef260a None None] Port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:04:57.958773 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:04:57.967994 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Publish callbacks [] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:57.983201 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Transition to ACTIVE for port object 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:04:57.986475 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:58.041944 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Pushing event updated for resources: {'Port': ['ID=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:58.183670 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Attempting to bind port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:04:58.184114 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Attempting to bind port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:04:58.184516 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Attempting to bind port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:04:58.194913 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c42bad-6c51-4963-bb53-7b314ca0df1c req-57ef1888-182b-4d80-ab4c-caeea9f3e62e tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:58.197095 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e3c42bad-6c51-4963-bb53-7b314ca0df1c req-57ef1888-182b-4d80-ab4c-caeea9f3e62e tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 944 time: 0.0872302 Apr 18 14:04:58.199569 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:04:58.199980 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Attempting to bind port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 on network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:04:58.206613 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:04:58.206952 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Checking segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:04:58.207458 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Bound using segment: {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:04:58.211046 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Bound port: 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6743682-8857-46cf-965b-ef8aa0444ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:04:58.211046 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:58.322248 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e3c42bad-6c51-4963-bb53-7b314ca0df1c req-65e718e8-6a84-48e5-970b-f95131db2d7b tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111088 Apr 18 14:04:58.350719 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] For port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:04:58.354945 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] For port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:04:58.365995 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:58.383471 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38512) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:04:58.407439 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:58.408598 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:58.410904 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 HTTP/1.1" status: 200 len: 1094 time: 0.8170979 Apr 18 14:04:58.411462 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:04:58.413869 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc0117b-7137-4083-9e65-d5e285554cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:04:58.452326 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ede4bc-20a0-4bae-b76d-34cc5f739368 service neutron] Pushing event updated for resources: {'Port': ['ID=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:58.530359 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ac0eff-1b6a-49e4-b570-0e7cc041fee1 x-openstack-request-id: req-24ac0eff-1b6a-49e4-b570-0e7cc041fee1 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:04:58.530763 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:04:58.531054 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24ac0eff-1b6a-49e4-b570-0e7cc041fee1 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:04:58.531563 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ac0eff-1b6a-49e4-b570-0e7cc041fee1'] response: {'name': 'network-changed', 'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'status': 'completed', 'code': 200} Apr 18 14:04:58.578555 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-bcdcb23f-6353-4d62-b221-9bea03a27ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:58.580742 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-bcdcb23f-6353-4d62-b221-9bea03a27ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 1128 time: 0.0990105 Apr 18 14:04:58.629758 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-5abf4c7e-c485-4377-9cfc-8d459f09b340 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0406623 Apr 18 14:04:58.681426 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-f541d7b4-faba-43b3-bf69-3e624f105429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:58.682947 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-f541d7b4-faba-43b3-bf69-3e624f105429 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0467725 Apr 18 14:04:58.735207 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-0443f7e3-649c-4e6f-bb71-06d8461d710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:58.736775 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-0443f7e3-649c-4e6f-bb71-06d8461d710a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451093 Apr 18 14:04:58.830133 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-513d42ea-a88c-490b-9da8-beb9302396d2 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860279 Apr 18 14:04:58.922603 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b068bfd6-597e-406c-abe0-db8a85cd3d01 req-6297979e-e122-4380-8d21-40c655fc4a3d service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866387 Apr 18 14:04:58.989936 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:59.218731 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-5f47867c-0ce5-483e-87d2-f61f7b385550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:59.220644 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-5f47867c-0ce5-483e-87d2-f61f7b385550 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 1128 time: 0.0400140 Apr 18 14:04:59.239403 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Deleting port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:04:59.240030 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:59.354129 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-7fa738c3-189b-409a-907c-0e1b03d5eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:59.355282 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-7fa738c3-189b-409a-907c-0e1b03d5eea4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.1257062 Apr 18 14:04:59.376852 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] For port 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:04:59.377117 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:59.393451 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Calling delete_port for 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:04:59.406317 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-5d21a0dc-0c3f-4d4d-8b14-b3f13f7defb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0384080 Apr 18 14:04:59.498599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550fb91-b7d0-4b41-9e32-3e1dce319655 req-fa63b073-1c9f-4025-b781-9a398f9084fa tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:59.500823 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f550fb91-b7d0-4b41-9e32-3e1dce319655 req-fa63b073-1c9f-4025-b781-9a398f9084fa tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 944 time: 0.0926547 Apr 18 14:04:59.505941 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-482c17e4-6fbf-4a8a-9ad3-0f38f2750d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:59.507435 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-482c17e4-6fbf-4a8a-9ad3-0f38f2750d87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0893621 Apr 18 14:04:59.580925 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-82599604-c859-4ef6-bfbc-142e1160c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:04:59.582423 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-82599604-c859-4ef6-bfbc-142e1160c76e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676663 Apr 18 14:04:59.586215 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f550fb91-b7d0-4b41-9e32-3e1dce319655 req-ca26d483-14ae-42eb-a964-351b87f32477 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779331 Apr 18 14:04:59.609068 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:04:59.636968 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:04:59.673035 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.673428 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.673776 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.674116 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.674453 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.674784 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.675112 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.675438 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.675794 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.676120 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.676458 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.676785 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.677117 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.677431 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.677752 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:04:59.703588 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-46489fb7-2f2a-409a-9cec-1df2ecdcbacc service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150098 Apr 18 14:04:59.801011 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6fc0117b-7137-4083-9e65-d5e285554cbb req-72ad0ca2-b8da-445f-9699-8636ee70855c service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913649 Apr 18 14:04:59.831298 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.044307 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:05:00.152295 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:05:00.157216 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-53a860af-677e-485a-8839-e9b1c30b2275 admin admin] 10.222.0.11 "PUT /v2.0/routers/9318d64d-4b5c-44d5-9ad5-1eadfca3c869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7718980 Apr 18 14:05:00.159726 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38526) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:00.160527 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] Sync routers for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:05:00.169802 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:05:00.170394 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:04:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:00.267070 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks [] for router (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.276368 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:05:00.372077 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks [] for router_gateway (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.416555 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Deleting port b8f98c43-4734-4831-bd44-f17aa2f1860f {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:05:00.417285 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.446885 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:04:59Z', 'revision_number': 5, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port': {'id': 'b8f98c43-4734-4831-bd44-f17aa2f1860f', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:55:26Z', 'updated_at': '2022-04-18T13:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:00.472351 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] Checking router: 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:05:00.481485 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] Routers {'9318d64d-4b5c-44d5-9ad5-1eadfca3c869'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:05:00.482093 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:04:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:00.498489 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] For port b8f98c43-4734-4831-bd44-f17aa2f1860f, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=b8f98c43-4734-4831-bd44-f17aa2f1860f,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:00.498855 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.511682 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Calling delete_port for b8f98c43-4734-4831-bd44-f17aa2f1860f owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:05:00.573396 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] Set router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:05:00.632224 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:05:00Z', 'revision_number': 6, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:00.671302 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f3ca0-7df6-4447-94a0-32df330ab868 None None] The sync data for ids ['9318d64d-4b5c-44d5-9ad5-1eadfca3c869'] in dv-cinder-838302-1-iscsi is: [{'id': '9318d64d-4b5c-44d5-9ad5-1eadfca3c869', 'name': 'tempest-AttachVolumeShelveTestJSON-1017267132-router', 'tenant_id': '1940d9e36e0644c595c43e588e07e62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:55:24Z', 'updated_at': '2022-04-18T14:05:00Z', 'revision_number': 6, 'project_id': '1940d9e36e0644c595c43e588e07e62e', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:05:00.688977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (b8f98c43-4734-4831-bd44-f17aa2f1860f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.731301 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291be535-612b-4b91-9c9d-93591a5aa1f0 req-5a7fd7d8-fe7a-4f1f-b6e9-1d4a0ca3ffbf tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:00.732899 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-291be535-612b-4b91-9c9d-93591a5aa1f0 req-5a7fd7d8-fe7a-4f1f-b6e9-1d4a0ca3ffbf tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 944 time: 0.0676582 Apr 18 14:05:00.746901 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f98c43-4734-4831-bd44-f17aa2f1860f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:00.789310 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-291be535-612b-4b91-9c9d-93591a5aa1f0 req-879ae871-3621-471b-9f6d-544e08303dc3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494535 Apr 18 14:05:00.790463 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38536) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:00.795990 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.890073 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.892243 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks [] for router_controller (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.898949 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2dc3665a-e8cd-4007-9fda-78b90aaaba9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.937244 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (9318d64d-4b5c-44d5-9ad5-1eadfca3c869), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.937860 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9318d64d-4b5c-44d5-9ad5-1eadfca3c869 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:05:00.942350 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:00.946178 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-54879887-fb24-48e4-a24b-b5685612f18f admin admin] 10.222.0.11 "DELETE /v2.0/routers/9318d64d-4b5c-44d5-9ad5-1eadfca3c869 HTTP/1.1" status: 204 len: 168 time: 0.7829025 Apr 18 14:05:00.946447 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38540) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:01.008570 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2dc3665a-e8cd-4007-9fda-78b90aaaba9b admin admin] Publish callbacks [] for security_group (f6d964ef-b2b3-4cf4-b810-68a61e10d486), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.011999 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f946ee5-0612-416d-b924-c19ce8cb8f8c admin admin] Deleting subnet bd72f602-a12f-4eca-b47a-0575fc968057 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:05:01.015146 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2dc3665a-e8cd-4007-9fda-78b90aaaba9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f6d964ef-b2b3-4cf4-b810-68a61e10d486), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.017747 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3f946ee5-0612-416d-b924-c19ce8cb8f8c admin admin] Publish callbacks [] for subnet (bd72f602-a12f-4eca-b47a-0575fc968057), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.104508 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.369733 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2dc3665a-e8cd-4007-9fda-78b90aaaba9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8eba8d1d61541e3ad60076752533822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5782506 Apr 18 14:05:01.372412 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38542) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:01.378184 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3f946ee5-0612-416d-b924-c19ce8cb8f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125579304'] for subnet (bd72f602-a12f-4eca-b47a-0575fc968057), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.380263 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3665a-e8cd-4007-9fda-78b90aaaba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d964ef-b2b3-4cf4-b810-68a61e10d486,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:01.421711 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-919bdb43-9804-4adb-affc-c4db9c43ea5d admin admin] Publish callbacks [] for security_group (f6d964ef-b2b3-4cf4-b810-68a61e10d486), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.442466 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-919bdb43-9804-4adb-affc-c4db9c43ea5d admin admin] Publish callbacks [] for security_group (f6d964ef-b2b3-4cf4-b810-68a61e10d486), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.459298 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3f946ee5-0612-416d-b924-c19ce8cb8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (bd72f602-a12f-4eca-b47a-0575fc968057), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.475564 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:05:01.497493 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-919bdb43-9804-4adb-affc-c4db9c43ea5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f6d964ef-b2b3-4cf4-b810-68a61e10d486), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.500379 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:05:01.500941 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 1b7db1fc-8e70-48dc-9022-cb9f01f4bb2b not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:05:01.501255 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-919bdb43-9804-4adb-affc-c4db9c43ea5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.504928 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-919bdb43-9804-4adb-affc-c4db9c43ea5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6d964ef-b2b3-4cf4-b810-68a61e10d486 HTTP/1.1" status: 204 len: 168 time: 0.1291497 Apr 18 14:05:01.518196 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bdb43-9804-4adb-affc-c4db9c43ea5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d964ef-b2b3-4cf4-b810-68a61e10d486,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:01.533266 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3f946ee5-0612-416d-b924-c19ce8cb8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4596927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125647952'] for subnet (bd72f602-a12f-4eca-b47a-0575fc968057), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.563213 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f946ee5-0612-416d-b924-c19ce8cb8f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd72f602-a12f-4eca-b47a-0575fc968057,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:01.574733 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3f946ee5-0612-416d-b924-c19ce8cb8f8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.580412 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3f946ee5-0612-416d-b924-c19ce8cb8f8c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bd72f602-a12f-4eca-b47a-0575fc968057 HTTP/1.1" status: 204 len: 168 time: 0.6327889 Apr 18 14:05:01.581502 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38546) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:01.584971 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237b706f-18ad-415e-9965-d65b5b884538 None None] Network beab489c-c10b-46fc-92ca-3c4439922579 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:05:01.663187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (beab489c-c10b-46fc-92ca-3c4439922579), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.711366 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Deleting port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:05:01.711780 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.773020 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] DHCP port deletion for beab489c-c10b-46fc-92ca-3c4439922579 request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:05:01.805127 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] For port c11ba30a-0e2a-4fbe-a928-a2dc0763e783, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:01.806350 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.832823 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Deleting port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:05:01.833209 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.854946 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Calling delete_port for c11ba30a-0e2a-4fbe-a928-a2dc0763e783 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:05:01.913979 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] For port c11ba30a-0e2a-4fbe-a928-a2dc0763e783, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,segment=NetworkSegment(1ec6ee83-64fc-4837-82e1-a945c9dfaeb2),segment_id=1ec6ee83-64fc-4837-82e1-a945c9dfaeb2)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:01.914390 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:01.928023 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Calling delete_port for c11ba30a-0e2a-4fbe-a928-a2dc0763e783 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:05:01.980199 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9a68a-be05-4fc4-8349-dddfa271c841 req-4b57a5e6-5842-48c6-802f-da11f4771f2c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:01.981587 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ca9a68a-be05-4fc4-8349-dddfa271c841 req-4b57a5e6-5842-48c6-802f-da11f4771f2c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 944 time: 0.0655665 Apr 18 14:05:02.030810 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.037448 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (c11ba30a-0e2a-4fbe-a928-a2dc0763e783), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.065132 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:02.066291 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Pushing event deleted for resources: {'Port': ['ID=c11ba30a-0e2a-4fbe-a928-a2dc0763e783,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:02.072302 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6ca9a68a-be05-4fc4-8349-dddfa271c841 req-8e4b5314-ba27-4dae-b251-b75c3219ac57 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820115 Apr 18 14:05:02.073230 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] No DVR routers for this DVR port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 on host dv-cinder-838302-1-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:05:02.074882 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] No DVR routers for this DVR port c11ba30a-0e2a-4fbe-a928-a2dc0763e783 on host dv-cinder-838302-1-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:05:02.079113 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.079678 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.080203 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.080703 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.081219 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.081719 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.082215 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.082710 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.083214 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.083700 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.084236 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.084719 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.085258 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.085912 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.086378 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45b3e9-a4b5-4f55-9a73-e2976723d32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:02.157207 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (beab489c-c10b-46fc-92ca-3c4439922579), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.177428 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beab489c-c10b-46fc-92ca-3c4439922579']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:02.187448 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:02.187749 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec6ee83-64fc-4837-82e1-a945c9dfaeb2') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:02.198069 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (1ec6ee83-64fc-4837-82e1-a945c9dfaeb2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.211384 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (1ec6ee83-64fc-4837-82e1-a945c9dfaeb2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.218615 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:05:02.218831 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (1ec6ee83-64fc-4837-82e1-a945c9dfaeb2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:05:02.220842 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:05:02.275567 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (beab489c-c10b-46fc-92ca-3c4439922579), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.291463 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.294622 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] 10.222.0.11 "DELETE /v2.0/networks/beab489c-c10b-46fc-92ca-3c4439922579 HTTP/1.1" status: 204 len: 168 time: 0.7121766 Apr 18 14:05:02.295921 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20ed8d-ec3c-4f35-afed-bf81474dbe60 admin admin] Pushing event deleted for resources: {'Network': ['ID=beab489c-c10b-46fc-92ca-3c4439922579,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:02.460772 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38576) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:02.505424 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4ba5df7a-8be4-4e79-93e9-9ef9a516002e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1940d9e36e0644c595c43e588e07e62e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433877 Apr 18 14:05:02.507970 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38578) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:02.555698 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-816e4365-2c2f-439f-8935-553e37e52811 admin admin] Publish callbacks [] for security_group (2e986f6f-48c4-4734-ac31-6bd7c69c021d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.578036 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-816e4365-2c2f-439f-8935-553e37e52811 admin admin] Publish callbacks [] for security_group (2e986f6f-48c4-4734-ac31-6bd7c69c021d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.593954 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38582) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:02.624538 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-816e4365-2c2f-439f-8935-553e37e52811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (2e986f6f-48c4-4734-ac31-6bd7c69c021d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.627159 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-816e4365-2c2f-439f-8935-553e37e52811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.628330 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-816e4365-2c2f-439f-8935-553e37e52811 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e986f6f-48c4-4734-ac31-6bd7c69c021d HTTP/1.1" status: 204 len: 168 time: 0.1194148 Apr 18 14:05:02.637302 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e4365-2c2f-439f-8935-553e37e52811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e986f6f-48c4-4734-ac31-6bd7c69c021d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:02.707318 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-39d9c89d-f54b-45c3-9f3e-a7a6f7a18db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.789048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-39d9c89d-f54b-45c3-9f3e-a7a6f7a18db6 admin admin] Publish callbacks [] for security_group (87f91e7d-fb59-4f5e-a80f-f6749eb87a13), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.793754 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-39d9c89d-f54b-45c3-9f3e-a7a6f7a18db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (87f91e7d-fb59-4f5e-a80f-f6749eb87a13), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.836101 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-39d9c89d-f54b-45c3-9f3e-a7a6f7a18db6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f31727574ad401185ab990f132bbe37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388244 Apr 18 14:05:02.836101 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9c89d-f54b-45c3-9f3e-a7a6f7a18db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f91e7d-fb59-4f5e-a80f-f6749eb87a13,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:02.836836 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38592) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:02.890356 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-656298ae-817c-4279-9244-c36d3a034648 admin admin] Publish callbacks [] for security_group (87f91e7d-fb59-4f5e-a80f-f6749eb87a13), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.917456 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-656298ae-817c-4279-9244-c36d3a034648 admin admin] Publish callbacks [] for security_group (87f91e7d-fb59-4f5e-a80f-f6749eb87a13), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.918686 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device c11ba30a-0e2a-4fbe-a928-a2dc0763e783 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:05:02.938833 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: c11ba30a-0e2a-4fbe-a928-a2dc0763e783 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:05:02.939365 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device c11ba30a-0e2a-4fbe-a928-a2dc0763e783 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:05:02.939820 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device b8f98c43-4734-4831-bd44-f17aa2f1860f no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:05:02.959946 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: b8f98c43-4734-4831-bd44-f17aa2f1860f {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:05:02.960302 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device b8f98c43-4734-4831-bd44-f17aa2f1860f not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:05:02.969131 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-656298ae-817c-4279-9244-c36d3a034648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (87f91e7d-fb59-4f5e-a80f-f6749eb87a13), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.969131 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-656298ae-817c-4279-9244-c36d3a034648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:02.970483 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-656298ae-817c-4279-9244-c36d3a034648 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87f91e7d-fb59-4f5e-a80f-f6749eb87a13 HTTP/1.1" status: 204 len: 168 time: 0.1322448 Apr 18 14:05:02.980182 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656298ae-817c-4279-9244-c36d3a034648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f91e7d-fb59-4f5e-a80f-f6749eb87a13,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:03.204681 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b38b99-d900-4754-884f-9aac05e19aab req-2f9827ae-ecf0-4712-877c-327b558c3033 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:03.206108 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-28b38b99-d900-4754-884f-9aac05e19aab req-2f9827ae-ecf0-4712-877c-327b558c3033 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 944 time: 0.0505199 Apr 18 14:05:03.259301 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-28b38b99-d900-4754-884f-9aac05e19aab req-b5c9efa1-4426-4603-8d71-b6b0093e72cb tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461121 Apr 18 14:05:03.709407 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38636) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:03.808911 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-664437131-network', 'tenant_id': 'ca904afcf0e24e3e9b884fa7774910ef'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:03.829523 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Made reservation on behalf of ca904afcf0e24e3e9b884fa7774910ef for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:05:03.832365 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:03.844942 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:03.928821 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Publish callbacks [] for security_group (ae6ab8a9-9e5d-4c82-a916-eceba063088a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:03.933969 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ae6ab8a9-9e5d-4c82-a916-eceba063088a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:03.961066 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 14:05:03.969999 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ab8a9-9e5d-4c82-a916-eceba063088a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:03.976177 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (357ff58f-35cf-4649-9019-513957515546), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:03.976560 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Added segment 357ff58f-35cf-4649-9019-513957515546 of type vlan for network 5b0be0be-91c8-4e4e-9559-b85da34a8180 Apr 18 14:05:04.018298 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (5b0be0be-91c8-4e4e-9559-b85da34a8180), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:04.041943 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (5b0be0be-91c8-4e4e-9559-b85da34a8180), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:04.042944 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:04.043522 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:04.098996 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3884933 Apr 18 14:05:04.101907 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38648) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:04.106511 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda31a35-8c91-48e3-b2b1-3fcad6b7ff43 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0be0be-91c8-4e4e-9559-b85da34a8180,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:04.107578 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Request body: {'subnet': {'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-664437131-subnet', 'tenant_id': 'ca904afcf0e24e3e9b884fa7774910ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:04.117008 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 5b0be0be-91c8-4e4e-9559-b85da34a8180 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 14:05:04.128600 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Made reservation on behalf of ca904afcf0e24e3e9b884fa7774910ef for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:05:04.130978 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125647999'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:04.300187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4596320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125647977'] for subnet (13fca4d1-cec1-4133-b86f-4e50686b0edf), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:04.379632 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fca4d1-cec1-4133-b86f-4e50686b0edf,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:04.412708 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade46678-4b4e-48f7-a5e1-4a42acfe3943 req-308f99af-8c02-484a-93fd-7924fcb7ab57 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:04.414192 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ade46678-4b4e-48f7-a5e1-4a42acfe3943 req-308f99af-8c02-484a-93fd-7924fcb7ab57 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 944 time: 0.0829580 Apr 18 14:05:04.418732 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Checking segment: {'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:05:04.419355 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Network hostable DHCP agents. Network: 5b0be0be-91c8-4e4e-9559-b85da34a8180, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 14:05:04.467075 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Network 5b0be0be-91c8-4e4e-9559-b85da34a8180 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 14:05:04.480424 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ade46678-4b4e-48f7-a5e1-4a42acfe3943 req-a9f1cdb4-1e0c-4568-94be-ec0c436b3a8d tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581386 Apr 18 14:05:04.484993 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 5b0be0be-91c8-4e4e-9559-b85da34a8180) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:05:04.489276 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:04.489868 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:04.497277 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604c8bed-d73e-4c42-84d1-95bd9523f28b None None] Network 5b0be0be-91c8-4e4e-9559-b85da34a8180 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:05:04.505808 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bc8653b0-d484-4e18-b332-13d86e013bc1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4022961 Apr 18 14:05:04.604820 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83f024-c5be-439b-8fd8-9315c33a9783 None None] Network 5b0be0be-91c8-4e4e-9559-b85da34a8180 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:05:05.615017 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d453884-40e0-429e-b489-2dc2500cb340 req-de7f0826-48b2-4bc2-a5b9-f259857db110 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:05.616551 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3d453884-40e0-429e-b489-2dc2500cb340 req-de7f0826-48b2-4bc2-a5b9-f259857db110 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 944 time: 0.0597854 Apr 18 14:05:05.682979 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3d453884-40e0-429e-b489-2dc2500cb340 req-46a1179c-a25f-4915-ad3f-d7b226b1a7fd tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590975 Apr 18 14:05:06.302069 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-72cdc82d-e2d1-4c5a-8f71-da6252e3c692 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:06.303552 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-72cdc82d-e2d1-4c5a-8f71-da6252e3c692 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/networks?id=5b0be0be-91c8-4e4e-9559-b85da34a8180 HTTP/1.1" status: 200 len: 813 time: 0.1059172 Apr 18 14:05:06.320264 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-cfba7a16-f078-4ceb-aa00-9a26d0d74102 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/quotas/ca904afcf0e24e3e9b884fa7774910ef HTTP/1.1" status: 200 len: 375 time: 0.0098336 Apr 18 14:05:06.356858 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-c231bbf0-c51d-4b8c-9aa3-3c4058a21661 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca904afcf0e24e3e9b884fa7774910ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302718 Apr 18 14:05:06.449288 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38702) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:06.453373 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-36697e0c-cb32-4fa2-a6ca-8f9484d03285 service neutron] 10.222.0.11 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901449 Apr 18 14:05:06.544685 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-604866c9-81ca-4686-8313-976c61b4f37b service neutron] 10.222.0.11 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855989 Apr 18 14:05:06.555192 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-230ebe7c-2ce0-4609-ada6-c6d0d31c0867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:06.634852 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-230ebe7c-2ce0-4609-ada6-c6d0d31c0867 admin admin] Publish callbacks [] for security_group (eaa9f20a-ddae-4faf-820f-08156c2b1f10), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:06.639581 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-230ebe7c-2ce0-4609-ada6-c6d0d31c0867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (eaa9f20a-ddae-4faf-820f-08156c2b1f10), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:06.687375 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-230ebe7c-2ce0-4609-ada6-c6d0d31c0867 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a640db7ba3b54ee69c39319b681edbb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346106 Apr 18 14:05:06.687375 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ebe7c-2ce0-4609-ada6-c6d0d31c0867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa9f20a-ddae-4faf-820f-08156c2b1f10,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:06.688283 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38710) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:06.745520 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-989bea8c-a1a3-484f-a7d9-53355224ea79 req-7bdb46e1-668d-4d08-9a2a-11110e20d44d tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 210 time: 0.0543389 Apr 18 14:05:06.749701 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0fca00a4-045e-4eb3-b08d-1f3fe5faac18 admin admin] Publish callbacks [] for security_group (eaa9f20a-ddae-4faf-820f-08156c2b1f10), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:06.778057 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0fca00a4-045e-4eb3-b08d-1f3fe5faac18 admin admin] Publish callbacks [] for security_group (eaa9f20a-ddae-4faf-820f-08156c2b1f10), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:06.812376 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca1650-4c12-45ba-b4da-2aa4a8b1f247 req-5f70a99d-c96b-4f96-97f4-e59965c780e4 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:06.813871 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4eca1650-4c12-45ba-b4da-2aa4a8b1f247 req-5f70a99d-c96b-4f96-97f4-e59965c780e4 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 944 time: 0.0569766 Apr 18 14:05:06.838133 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0fca00a4-045e-4eb3-b08d-1f3fe5faac18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (eaa9f20a-ddae-4faf-820f-08156c2b1f10), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:06.841160 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0fca00a4-045e-4eb3-b08d-1f3fe5faac18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:06.842349 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0fca00a4-045e-4eb3-b08d-1f3fe5faac18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eaa9f20a-ddae-4faf-820f-08156c2b1f10 HTTP/1.1" status: 204 len: 168 time: 0.1531763 Apr 18 14:05:06.853132 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca00a4-045e-4eb3-b08d-1f3fe5faac18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa9f20a-ddae-4faf-820f-08156c2b1f10,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:06.876583 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4eca1650-4c12-45ba-b4da-2aa4a8b1f247 req-552c093b-3a20-4cf3-a545-71357f48d93f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541725 Apr 18 14:05:07.379626 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:05:07.487174 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:07.499284 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'port_id': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'mac_address': 'fa:16:3e:15:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:05:07.536586 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:05:07.536972 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:07.551348 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:05:07.574261 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:07.578718 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:07.628613 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:07.760518 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-3905e0fd-ba09-4d4c-a901-900248be44db tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:07.762052 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-3905e0fd-ba09-4d4c-a901-900248be44db tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "GET /v2.0/networks?id=5b0be0be-91c8-4e4e-9559-b85da34a8180 HTTP/1.1" status: 200 len: 813 time: 0.1182020 Apr 18 14:05:07.777809 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Request body: {'port': {'device_id': 'd1335d33-633d-4082-8782-26a44c78cc5f', 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180', 'admin_state_up': True, 'tenant_id': 'ca904afcf0e24e3e9b884fa7774910ef'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:07.799794 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:05:07.872259 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f0a8c7a3-2bba-451e-9f81-cfdd53ff83f8 req-d40d1735-4267-4e46-a168-7781c589dbca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 210 time: 0.0601106 Apr 18 14:05:07.939782 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Made reservation on behalf of ca904afcf0e24e3e9b884fa7774910ef for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:05:07.944705 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:08.050931 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bfb40-f798-4a8d-b6c5-f2e51af35c56 req-8c8f9615-83a9-411a-9792-34f69031aab9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:08.052359 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a9bfb40-f798-4a8d-b6c5-f2e51af35c56 req-8c8f9615-83a9-411a-9792-34f69031aab9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 945 time: 0.0940304 Apr 18 14:05:08.155193 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4a9bfb40-f798-4a8d-b6c5-f2e51af35c56 req-9b245764-8caa-494b-9a82-1f73e47cd0e7 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915966 Apr 18 14:05:08.156472 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Allocated IP 172.20.0.2 (5b0be0be-91c8-4e4e-9559-b85da34a8180/13fca4d1-cec1-4133-b86f-4e50686b0edf/6c1c457d-ab04-4745-b1fe-217b43f42b3f) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:05:08.328633 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks [] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:08.363025 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:08.410245 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Network 5b0be0be-91c8-4e4e-9559-b85da34a8180 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:05:08.413366 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:05:08.420175 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:05:08.454758 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Pushing event updated for resources: {'Port': ['ID=6c1c457d-ab04-4745-b1fe-217b43f42b3f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:08.480476 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:08.481101 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:08.501278 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-27209deb-4070-4703-9df6-f65cfef8275c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7296605 Apr 18 14:05:08.512759 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Request body: {'port': {'device_id': 'd1335d33-633d-4082-8782-26a44c78cc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:08.572703 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:08.826069 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1c457d-ab04-4745-b1fe-217b43f42b3f {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:05:08.833299 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Publish callbacks [] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:08.845565 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Transition to ACTIVE for port object 6c1c457d-ab04-4745-b1fe-217b43f42b3f will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:05:08.849408 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:08.915548 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1c457d-ab04-4745-b1fe-217b43f42b3f,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:09.000949 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Attempting to bind port 6c1c457d-ab04-4745-b1fe-217b43f42b3f on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:05:09.001278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Attempting to bind port 6c1c457d-ab04-4745-b1fe-217b43f42b3f by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:05:09.001599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Attempting to bind port 6c1c457d-ab04-4745-b1fe-217b43f42b3f on network 5b0be0be-91c8-4e4e-9559-b85da34a8180 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:05:09.009850 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508e18-5f7c-4b2b-bd15-f23e9611e304 req-6da00cdc-2b67-4e1c-8cf2-0c671461fee0 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:09.011294 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0508e18-5f7c-4b2b-bd15-f23e9611e304 req-6da00cdc-2b67-4e1c-8cf2-0c671461fee0 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 943 time: 0.0666795 Apr 18 14:05:09.013312 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Port 6c1c457d-ab04-4745-b1fe-217b43f42b3f on network 5b0be0be-91c8-4e4e-9559-b85da34a8180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:05:09.013631 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Attempting to bind port 6c1c457d-ab04-4745-b1fe-217b43f42b3f on network 5b0be0be-91c8-4e4e-9559-b85da34a8180 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:05:09.020185 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:05:09.020516 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Checking segment: {'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:05:09.020889 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Bound using segment: {'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:05:09.021301 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Bound port: 6c1c457d-ab04-4745-b1fe-217b43f42b3f, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:05:09.021651 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:09.097320 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0508e18-5f7c-4b2b-bd15-f23e9611e304 req-95a6d07e-758c-4a76-b0fe-e0ffa2398935 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789154 Apr 18 14:05:09.116581 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] For port 6c1c457d-ab04-4745-b1fe-217b43f42b3f, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:05:09.119516 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] For port 6c1c457d-ab04-4745-b1fe-217b43f42b3f, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6c1c457d-ab04-4745-b1fe-217b43f42b3f,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:05:09.125559 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:09.158211 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:09.158825 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:09.160233 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c1c457d-ab04-4745-b1fe-217b43f42b3f HTTP/1.1" status: 200 len: 1093 time: 0.6520615 Apr 18 14:05:09.160671 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1335d33-633d-4082-8782-26a44c78cc5f', 'tag': '6c1c457d-ab04-4745-b1fe-217b43f42b3f'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:05:09.162870 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3190593f-12b2-4522-a58e-a439dedf26e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1335d33-633d-4082-8782-26a44c78cc5f", "tag": "6c1c457d-ab04-4745-b1fe-217b43f42b3f"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:05:09.189441 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64b2da-d09e-4cef-991f-5863df945a74 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1c457d-ab04-4745-b1fe-217b43f42b3f,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:09.211041 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d3ee0-f584-4963-9f7c-326027d5c08c x-openstack-request-id: req-701d3ee0-f584-4963-9f7c-326027d5c08c {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:05:09.211347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1335d33-633d-4082-8782-26a44c78cc5f", "tag": "6c1c457d-ab04-4745-b1fe-217b43f42b3f", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:05:09.212171 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-701d3ee0-f584-4963-9f7c-326027d5c08c {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:05:09.212577 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701d3ee0-f584-4963-9f7c-326027d5c08c'] response: {'name': 'network-changed', 'server_uuid': 'd1335d33-633d-4082-8782-26a44c78cc5f', 'tag': '6c1c457d-ab04-4745-b1fe-217b43f42b3f', 'status': 'completed', 'code': 200} Apr 18 14:05:09.269351 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-6d2072cb-b8ef-4b7e-8d23-bb3b1714108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:09.270857 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-6d2072cb-b8ef-4b7e-8d23-bb3b1714108d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca904afcf0e24e3e9b884fa7774910ef&device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 1127 time: 0.0727370 Apr 18 14:05:09.292155 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaca6d-8a0b-49f6-b9a4-87e1b3a90a2a req-04725c37-c1b7-40b5-a558-4e8ab654bf8c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:09.293532 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ebcaca6d-8a0b-49f6-b9a4-87e1b3a90a2a req-04725c37-c1b7-40b5-a558-4e8ab654bf8c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 945 time: 0.0599198 Apr 18 14:05:09.324973 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-18bef049-e895-41cf-85b6-2cdfb8d94e4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c1c457d-ab04-4745-b1fe-217b43f42b3f HTTP/1.1" status: 200 len: 217 time: 0.0437720 Apr 18 14:05:09.396357 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:05:09.403222 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-52069044-82dd-4a4e-9bd1-90b4fab1cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:09.404730 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-52069044-82dd-4a4e-9bd1-90b4fab1cbe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13fca4d1-cec1-4133-b86f-4e50686b0edf HTTP/1.1" status: 200 len: 853 time: 0.0737629 Apr 18 14:05:09.408408 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ebcaca6d-8a0b-49f6-b9a4-87e1b3a90a2a req-601c0a2b-445e-4f3d-a22a-c289e198e5ea tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864570 Apr 18 14:05:09.437943 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-cb105f27-1061-438e-9ce5-d46dddff5437 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b0be0be-91c8-4e4e-9559-b85da34a8180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268319 Apr 18 14:05:09.444732 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:05:09.452405 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:05:09.452767 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:09.534350 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:05:09.534733 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:09.536565 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-340c67a6-b105-4266-947e-b7a679190aac service neutron] 10.222.0.37 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930529 Apr 18 14:05:09.558739 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:05:09.561032 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4461a55-d059-4b71-8446-224dec967d5e" -d '{"events": [{"server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "name": "network-vif-plugged", "status": "completed", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:05:09.574799 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:09.579785 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:09.609236 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0bc1ed-c9b6-4a24-af16-e99fd7bdfa8c x-openstack-request-id: req-5c0bc1ed-c9b6-4a24-af16-e99fd7bdfa8c {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:05:09.609519 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "name": "network-vif-plugged", "status": "completed", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:05:09.609767 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c0bc1ed-c9b6-4a24-af16-e99fd7bdfa8c {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:05:09.610158 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0bc1ed-c9b6-4a24-af16-e99fd7bdfa8c'] response: {'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'code': 200} Apr 18 14:05:09.636851 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:09.656322 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dea0e1c3-9581-4cdc-83b7-b166ae1ef496 req-9edbd493-a8fa-42a8-8bee-2a7600889828 service neutron] 10.222.0.37 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139281 Apr 18 14:05:10.209250 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30975f7f-1d29-4634-9b0e-fe9dbe845a94 req-5079b18d-cec9-4d2e-ab16-a5a4fded5ec6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:10.210606 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-30975f7f-1d29-4634-9b0e-fe9dbe845a94 req-5079b18d-cec9-4d2e-ab16-a5a4fded5ec6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 943 time: 0.0456183 Apr 18 14:05:10.256391 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-30975f7f-1d29-4634-9b0e-fe9dbe845a94 req-2167d06c-0f95-4d92-9ffa-529464e93aa2 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Apr 18 14:05:10.547727 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-8b9a716c-ba76-41aa-ae87-de67b91ae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:10.549237 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-8b9a716c-ba76-41aa-ae87-de67b91ae862 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca904afcf0e24e3e9b884fa7774910ef&device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 1127 time: 0.1002007 Apr 18 14:05:10.553828 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3e20c-615a-4ab6-bb8d-9a46da5f9657 req-0850d3c8-2070-477a-9afb-8e5c29ba54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:10.555792 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4ef3e20c-615a-4ab6-bb8d-9a46da5f9657 req-0850d3c8-2070-477a-9afb-8e5c29ba54c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 1130 time: 0.0750694 Apr 18 14:05:10.561795 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55880f-936f-4e4f-a473-9f2a886868c0 req-fd812953-cb15-4444-9e86-5f3cf0a948d9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:10.563145 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b55880f-936f-4e4f-a473-9f2a886868c0 req-fd812953-cb15-4444-9e86-5f3cf0a948d9 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 946 time: 0.0844309 Apr 18 14:05:10.685691 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4ef3e20c-615a-4ab6-bb8d-9a46da5f9657 req-6c16027f-1e94-4e32-a3dc-728506f1d895 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215963 Apr 18 14:05:10.708387 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b55880f-936f-4e4f-a473-9f2a886868c0 req-c5fd7c19-933d-48ef-b1ab-09197a843b06 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309891 Apr 18 14:05:10.717637 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-ff9fcd4a-4aa1-4863-a61e-5c89230b9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:10.719072 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-ff9fcd4a-4aa1-4863-a61e-5c89230b9d10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b0be0be-91c8-4e4e-9559-b85da34a8180 HTTP/1.1" status: 200 len: 914 time: 0.1540451 Apr 18 14:05:10.921878 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-345b5da3-6414-4650-92f9-a423ce988a79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c1c457d-ab04-4745-b1fe-217b43f42b3f HTTP/1.1" status: 200 len: 217 time: 0.0382574 Apr 18 14:05:10.972322 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-1b408632-3cf0-4202-933c-7df37d7c7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:10.973777 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-1b408632-3cf0-4202-933c-7df37d7c7b30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13fca4d1-cec1-4133-b86f-4e50686b0edf HTTP/1.1" status: 200 len: 853 time: 0.0441813 Apr 18 14:05:11.008245 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-1e400952-4670-4481-b2f2-6617b2c36c96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b0be0be-91c8-4e4e-9559-b85da34a8180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264797 Apr 18 14:05:11.107748 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-7d4ccac5-9501-424e-b500-be88b36601ae service neutron] 10.222.0.37 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916100 Apr 18 14:05:11.412829 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed748b7-d372-4520-8cff-afec0eb63183 req-78f74301-1b8c-4c6e-bf95-6b4b59a82bd4 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:11.414281 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aed748b7-d372-4520-8cff-afec0eb63183 req-78f74301-1b8c-4c6e-bf95-6b4b59a82bd4 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 943 time: 0.0827069 Apr 18 14:05:11.457515 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3190593f-12b2-4522-a58e-a439dedf26e0 req-5a8ce685-8283-4e1b-9ee9-4ecb7ba76572 service neutron] 10.222.0.37 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459033 Apr 18 14:05:11.479696 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aed748b7-d372-4520-8cff-afec0eb63183 req-80d1f28a-6ea1-4c7e-b751-3649ad6cf294 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589342 Apr 18 14:05:11.820741 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bbb18-3387-464e-88f6-6344a0a2d2e4 req-848d4237-dcd7-4ee1-a2fa-6e23d4bd8d15 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:11.822195 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e27bbb18-3387-464e-88f6-6344a0a2d2e4 req-848d4237-dcd7-4ee1-a2fa-6e23d4bd8d15 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 946 time: 0.0465102 Apr 18 14:05:11.870073 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e27bbb18-3387-464e-88f6-6344a0a2d2e4 req-427a398f-2054-451c-ae72-b48a91804c56 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 Apr 18 14:05:11.981204 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1d881-07a7-463b-a481-e65c66299752 req-87f64a21-1dd5-485f-99b6-15661ea9e192 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:11.982625 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a5e1d881-07a7-463b-a481-e65c66299752 req-87f64a21-1dd5-485f-99b6-15661ea9e192 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 946 time: 0.0469596 Apr 18 14:05:12.030961 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a5e1d881-07a7-463b-a481-e65c66299752 req-a609f5a4-47c6-4db7-8356-fe6d6a9b93c5 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Apr 18 14:05:12.059999 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38822) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:12.239721 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b05c52-baf0-4ddc-aad4-b510b660adc2 tempest-TestVolumeBootPattern-1043584635 tempest-TestVolumeBootPattern-1043584635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:12.241252 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-09b05c52-baf0-4ddc-aad4-b510b660adc2 tempest-TestVolumeBootPattern-1043584635 tempest-TestVolumeBootPattern-1043584635-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 1125 time: 0.1802680 Apr 18 14:05:12.244653 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38826) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:12.248839 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'port_id': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:12.268960 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:12.350365 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:12.610604 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b21653-3f50-44b5-9017-f8d2eba20237 req-54e0b050-5ac9-4a5b-aee6-496fef76231c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:12.612042 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1b21653-3f50-44b5-9017-f8d2eba20237 req-54e0b050-5ac9-4a5b-aee6-496fef76231c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 943 time: 0.0632157 Apr 18 14:05:12.664143 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1b21653-3f50-44b5-9017-f8d2eba20237 req-2bdf6685-c439-472c-9244-c3759aab728e tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461941 Apr 18 14:05:12.690732 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Allocated IP 172.27.3.138 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/d78c72a6-3fda-46af-9690-ac64664aaab6) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:05:12.789008 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (d78c72a6-3fda-46af-9690-ac64664aaab6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:12.821181 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (d78c72a6-3fda-46af-9690-ac64664aaab6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:12.860875 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:05:12.863638 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:05:12.869232 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:05:12.893011 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=d78c72a6-3fda-46af-9690-ac64664aaab6,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:13.237524 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (3dd5154a-3907-4dda-aa04-4834b83f0de7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:13.309778 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (d78c72a6-3fda-46af-9690-ac64664aaab6), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:13.461168 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for port (d78c72a6-3fda-46af-9690-ac64664aaab6), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:13.465624 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (d78c72a6-3fda-46af-9690-ac64664aaab6), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:13.530186 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event updated for resources: {'Port': ['ID=d78c72a6-3fda-46af-9690-ac64664aaab6,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:13.541525 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (3dd5154a-3907-4dda-aa04-4834b83f0de7), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:13.646232 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Floating IP 3dd5154a-3907-4dda-aa04-4834b83f0de7 associated. External IP: 172.27.3.138, port: 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4. Apr 18 14:05:13.777140 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b672ff-d8b0-4924-b795-7fdf95d2cfd7 req-ffe4bd59-ff67-478b-9721-912db57b1ef8 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:13.778662 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d2b672ff-d8b0-4924-b795-7fdf95d2cfd7 req-ffe4bd59-ff67-478b-9721-912db57b1ef8 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 943 time: 0.0474460 Apr 18 14:05:13.825597 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d2b672ff-d8b0-4924-b795-7fdf95d2cfd7 req-fd397605-8b79-4a2d-b5c7-b81b5f5006b4 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Apr 18 14:05:13.862766 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Router 5964462e-8104-4696-bb64-601ed44deea5 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:05:13.970480 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:05:13.979921 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:05:13.988307 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:13.990169 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:05:13.990842 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:04:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:14.027834 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-02f68990-54ce-468a-b338-3eb0a7154a50 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7725017 Apr 18 14:05:14.027834 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:05:14.027834 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c34780-1890-4584-aac5-f1cf1f4b3273" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:05:14.059694 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c119b815-8279-4820-8201-f04d28f9e23f x-openstack-request-id: req-c119b815-8279-4820-8201-f04d28f9e23f {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:05:14.060010 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:05:14.060261 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c119b815-8279-4820-8201-f04d28f9e23f {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:05:14.060672 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c119b815-8279-4820-8201-f04d28f9e23f'] response: {'name': 'network-changed', 'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'status': 'completed', 'code': 200} Apr 18 14:05:14.100416 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:05:14.313361 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '3dd5154a-3907-4dda-aa04-4834b83f0de7', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:15:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9265ec-a9c4-4665-be06-4046a970c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:05:13Z', 'updated_at': '2022-04-18T14:05:13Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}, {'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:56Z', 'revision_number': 1, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:14.351693 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6c1c457d-ab04-4745-b1fe-217b43f42b3f details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:05:14.354687 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:05:14.378295 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:05:14.378908 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:04:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:14.689164 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6c1c457d-ab04-4745-b1fe-217b43f42b3f, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6c1c457d-ab04-4745-b1fe-217b43f42b3f,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:14.706134 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '6c1c457d-ab04-4745-b1fe-217b43f42b3f', 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180', 'port_id': '6c1c457d-ab04-4745-b1fe-217b43f42b3f', 'mac_address': 'fa:16:3e:f4:ec:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fca4d1-cec1-4133-b86f-4e50686b0edf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:05:14.708893 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:05:14.756733 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-6d0732ae-5278-49c8-98c9-1e84acf945b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:14.758418 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-6d0732ae-5278-49c8-98c9-1e84acf945b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 1130 time: 0.0437727 Apr 18 14:05:14.819681 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 6c1c457d-ab04-4745-b1fe-217b43f42b3f is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:05:14.820369 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:14.842980 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1c457d-ab04-4745-b1fe-217b43f42b3f {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:05:14.863237 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-339f409b-271b-4d55-a52b-ecbf96b07d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:14.864732 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-339f409b-271b-4d55-a52b-ecbf96b07d49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.0995679 Apr 18 14:05:14.889825 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6c1c457d-ab04-4745-b1fe-217b43f42b3f, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6c1c457d-ab04-4745-b1fe-217b43f42b3f,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:14.894825 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:14.967815 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-aed7d71e-f4fc-4f68-a6ae-b136675d0e3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 HTTP/1.1" status: 200 len: 1000 time: 0.0948541 Apr 18 14:05:14.976244 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb8bc5-c944-4489-a8dd-4c649687a046 req-976fb708-9fc6-44ee-8949-da53962237ed tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:14.977813 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cccb8bc5-c944-4489-a8dd-4c649687a046 req-976fb708-9fc6-44ee-8949-da53962237ed tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 944 time: 0.0677817 Apr 18 14:05:14.991477 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=6c1c457d-ab04-4745-b1fe-217b43f42b3f,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:15.038318 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '3dd5154a-3907-4dda-aa04-4834b83f0de7', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:15:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9265ec-a9c4-4665-be06-4046a970c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:05:13Z', 'updated_at': '2022-04-18T14:05:13Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}, {'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:56Z', 'revision_number': 1, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:05:15.049459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-4f9251c2-9876-42fd-b498-c0b27e977088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:15.051030 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-4f9251c2-9876-42fd-b498-c0b27e977088 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0723662 Apr 18 14:05:15.068365 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8a86d-ae3b-4773-8a45-1ff3ebf18633 None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '3dd5154a-3907-4dda-aa04-4834b83f0de7', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:15:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9265ec-a9c4-4665-be06-4046a970c582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:05:13Z', 'updated_at': '2022-04-18T14:05:13Z', 'revision_number': 0, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}, {'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:56Z', 'revision_number': 1, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:05:15.106578 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cccb8bc5-c944-4489-a8dd-4c649687a046 req-9bbe363a-e9c5-4cee-8d3c-4ced27d0fd50 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004472 Apr 18 14:05:15.112378 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-bdb0255e-4665-40a7-9ff2-dbf7aad947a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:15.113880 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-bdb0255e-4665-40a7-9ff2-dbf7aad947a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569096 Apr 18 14:05:15.142332 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['6c1c457d-ab04-4745-b1fe-217b43f42b3f'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:05:15.212658 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-f60c687b-4025-48b1-a5d1-3111a012ce40 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900218 Apr 18 14:05:15.300261 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72989e-de56-430d-9d48-04e50fe81325 None None] New status for floating IP 3dd5154a-3907-4dda-aa04-4834b83f0de7: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:05:15.314470 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81c34780-1890-4584-aac5-f1cf1f4b3273 req-4a998266-3feb-4195-9f8f-a09732cd2af8 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952127 Apr 18 14:05:15.667479 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6c1c457d-ab04-4745-b1fe-217b43f42b3f up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:05:15.711047 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 6c1c457d-ab04-4745-b1fe-217b43f42b3f completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:05:15.717467 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 6c1c457d-ab04-4745-b1fe-217b43f42b3f triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:05:15.717872 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:15.797821 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 6c1c457d-ab04-4745-b1fe-217b43f42b3f is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:05:15.798208 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:15.821755 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1335d33-633d-4082-8782-26a44c78cc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1c457d-ab04-4745-b1fe-217b43f42b3f'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:05:15.824070 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc11c73-3f4f-46d4-acbb-541f0a8e0171" -d '{"events": [{"server_uuid": "d1335d33-633d-4082-8782-26a44c78cc5f", "name": "network-vif-plugged", "status": "completed", "tag": "6c1c457d-ab04-4745-b1fe-217b43f42b3f"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:05:15.836202 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 6c1c457d-ab04-4745-b1fe-217b43f42b3f, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6c1c457d-ab04-4745-b1fe-217b43f42b3f,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:05:15.845702 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:15.870001 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4d027c-6f05-4e72-9b86-777d08a9c950 x-openstack-request-id: req-4d4d027c-6f05-4e72-9b86-777d08a9c950 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:05:15.870298 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1335d33-633d-4082-8782-26a44c78cc5f", "name": "network-vif-plugged", "status": "completed", "tag": "6c1c457d-ab04-4745-b1fe-217b43f42b3f", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:05:15.870623 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d4d027c-6f05-4e72-9b86-777d08a9c950 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:05:15.870983 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4d027c-6f05-4e72-9b86-777d08a9c950'] response: {'server_uuid': 'd1335d33-633d-4082-8782-26a44c78cc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1c457d-ab04-4745-b1fe-217b43f42b3f', 'code': 200} Apr 18 14:05:15.897902 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=6c1c457d-ab04-4745-b1fe-217b43f42b3f,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:16.025325 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f77158-a54b-4106-b84e-52a8d81e9499 req-12cc2620-7986-48ca-af45-82e4aeb73ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:16.026839 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-21f77158-a54b-4106-b84e-52a8d81e9499 req-12cc2620-7986-48ca-af45-82e4aeb73ddb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 1129 time: 0.0392106 Apr 18 14:05:16.077931 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-21f77158-a54b-4106-b84e-52a8d81e9499 req-7a2a8701-661c-4f52-83c9-b19491083116 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Apr 18 14:05:16.223816 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbdddd-f40a-4df0-b420-db6525253b23 req-6ef0f894-8e26-45fc-abf9-d41be459f03e tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:16.225373 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c1fbdddd-f40a-4df0-b420-db6525253b23 req-6ef0f894-8e26-45fc-abf9-d41be459f03e tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 945 time: 0.0493283 Apr 18 14:05:16.280913 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c1fbdddd-f40a-4df0-b420-db6525253b23 req-b8c39654-1a1e-4f71-99b0-0741fe4a5d95 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497992 Apr 18 14:05:17.398460 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f8447-7760-4f11-a32c-27ca3d51ae2e req-dc5d52b1-4cf1-4015-b05b-adb7a07024f9 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:17.400316 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8e8f8447-7760-4f11-a32c-27ca3d51ae2e req-dc5d52b1-4cf1-4015-b05b-adb7a07024f9 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 945 time: 0.0490329 Apr 18 14:05:17.454437 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8e8f8447-7760-4f11-a32c-27ca3d51ae2e req-8fd5cbc9-6c7c-42d3-a4a3-4918891320e8 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Apr 18 14:05:18.569340 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a96b7-9bae-4b1e-a947-657410d3b1a2 req-1177d1af-7563-4f3f-9b43-c97c1d8ac0ee tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:18.570961 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a16a96b7-9bae-4b1e-a947-657410d3b1a2 req-1177d1af-7563-4f3f-9b43-c97c1d8ac0ee tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 945 time: 0.0484631 Apr 18 14:05:18.618644 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a16a96b7-9bae-4b1e-a947-657410d3b1a2 req-69c32da6-964a-495d-9636-6aac8af43229 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Apr 18 14:05:18.830440 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38944) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:18.899932 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-884d1012-11b3-4fad-a73f-576ce5d2277a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:18.937377 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7268fea7-b3ef-4ef0-9a0a-65c49f8d5284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.022832 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7268fea7-b3ef-4ef0-9a0a-65c49f8d5284 admin admin] Publish callbacks [] for security_group (634dcfa5-e39d-42ca-848e-a535f2d19f77), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.028074 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7268fea7-b3ef-4ef0-9a0a-65c49f8d5284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (634dcfa5-e39d-42ca-848e-a535f2d19f77), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.067442 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7268fea7-b3ef-4ef0-9a0a-65c49f8d5284 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6021993670d4caca71e644704e69f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359118 Apr 18 14:05:19.069518 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268fea7-b3ef-4ef0-9a0a-65c49f8d5284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634dcfa5-e39d-42ca-848e-a535f2d19f77,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:19.070365 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38952) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:19.122512 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1ffd-0ef8-46d9-9c4f-90b99d109816 admin admin] Publish callbacks [] for security_group (634dcfa5-e39d-42ca-848e-a535f2d19f77), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.143570 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1ffd-0ef8-46d9-9c4f-90b99d109816 admin admin] Publish callbacks [] for security_group (634dcfa5-e39d-42ca-848e-a535f2d19f77), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.194397 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1ffd-0ef8-46d9-9c4f-90b99d109816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (634dcfa5-e39d-42ca-848e-a535f2d19f77), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.197440 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1ffd-0ef8-46d9-9c4f-90b99d109816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.198589 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9e4f1ffd-0ef8-46d9-9c4f-90b99d109816 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/634dcfa5-e39d-42ca-848e-a535f2d19f77 HTTP/1.1" status: 204 len: 168 time: 0.1263001 Apr 18 14:05:19.206669 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f1ffd-0ef8-46d9-9c4f-90b99d109816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634dcfa5-e39d-42ca-848e-a535f2d19f77,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:19.482392 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 38972) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:19.496286 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-18eb9c2e-444b-4d7b-8745-915425cd44b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.575276 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-18eb9c2e-444b-4d7b-8745-915425cd44b1 admin admin] Publish callbacks [] for security_group (b3447b53-27a9-43c3-a5d9-ac7a9b1debab), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.579932 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-18eb9c2e-444b-4d7b-8745-915425cd44b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b3447b53-27a9-43c3-a5d9-ac7a9b1debab), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.619537 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-18eb9c2e-444b-4d7b-8745-915425cd44b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=288e27cd35b94fc08a39f696e6d2432d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359496 Apr 18 14:05:19.620434 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb9c2e-444b-4d7b-8745-915425cd44b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3447b53-27a9-43c3-a5d9-ac7a9b1debab,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:19.622407 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 38974) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:19.671615 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23d35f89-2572-4fb4-8fa6-94a9f0f03d8d admin admin] Publish callbacks [] for security_group (b3447b53-27a9-43c3-a5d9-ac7a9b1debab), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.692372 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23d35f89-2572-4fb4-8fa6-94a9f0f03d8d admin admin] Publish callbacks [] for security_group (b3447b53-27a9-43c3-a5d9-ac7a9b1debab), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.739350 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23d35f89-2572-4fb4-8fa6-94a9f0f03d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (b3447b53-27a9-43c3-a5d9-ac7a9b1debab), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.741941 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23d35f89-2572-4fb4-8fa6-94a9f0f03d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:19.743248 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-23d35f89-2572-4fb4-8fa6-94a9f0f03d8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3447b53-27a9-43c3-a5d9-ac7a9b1debab HTTP/1.1" status: 204 len: 168 time: 0.1197708 Apr 18 14:05:19.751090 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d35f89-2572-4fb4-8fa6-94a9f0f03d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3447b53-27a9-43c3-a5d9-ac7a9b1debab,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:21.467196 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9d350be6-8961-4687-97ae-0ef0ea6961d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:22.671536 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.060072 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.215778 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39068) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:24.322264 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c1a5-d386-4148-a7b1-02c8e8abcaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.397160 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c1a5-d386-4148-a7b1-02c8e8abcaa1 admin admin] Publish callbacks [] for security_group (418a34a6-a2ab-4337-9b6e-72b83f405b24), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.401648 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c1a5-d386-4148-a7b1-02c8e8abcaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (418a34a6-a2ab-4337-9b6e-72b83f405b24), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.442444 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4ee8c1a5-d386-4148-a7b1-02c8e8abcaa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa8cb982b16f493b8fda87ea00cca81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255659 Apr 18 14:05:24.443301 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8c1a5-d386-4148-a7b1-02c8e8abcaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418a34a6-a2ab-4337-9b6e-72b83f405b24,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:24.445149 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39074) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:24.499407 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34e58157-cf5b-4898-a3c9-03516d91a332 admin admin] Publish callbacks [] for security_group (418a34a6-a2ab-4337-9b6e-72b83f405b24), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.524832 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34e58157-cf5b-4898-a3c9-03516d91a332 admin admin] Publish callbacks [] for security_group (418a34a6-a2ab-4337-9b6e-72b83f405b24), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.572789 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34e58157-cf5b-4898-a3c9-03516d91a332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (418a34a6-a2ab-4337-9b6e-72b83f405b24), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.575534 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34e58157-cf5b-4898-a3c9-03516d91a332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.577006 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-34e58157-cf5b-4898-a3c9-03516d91a332 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/418a34a6-a2ab-4337-9b6e-72b83f405b24 HTTP/1.1" status: 204 len: 168 time: 0.1303492 Apr 18 14:05:24.585399 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e58157-cf5b-4898-a3c9-03516d91a332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418a34a6-a2ab-4337-9b6e-72b83f405b24,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:24.848260 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39080) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:24.861833 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba2df37a-8741-4842-bda7-837686fee7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.939618 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba2df37a-8741-4842-bda7-837686fee7fe admin admin] Publish callbacks [] for security_group (acdf5930-9439-4faa-b047-b1c2f03fc6a6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.943368 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba2df37a-8741-4842-bda7-837686fee7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (acdf5930-9439-4faa-b047-b1c2f03fc6a6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:24.981461 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ba2df37a-8741-4842-bda7-837686fee7fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1aa8efc33ae74a2394c65234e57ae281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320989 Apr 18 14:05:24.983365 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2df37a-8741-4842-bda7-837686fee7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf5930-9439-4faa-b047-b1c2f03fc6a6,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:24.984201 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39082) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:25.038190 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ed42bba1-f3e7-408c-b60f-260e51538130 admin admin] Publish callbacks [] for security_group (acdf5930-9439-4faa-b047-b1c2f03fc6a6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:25.061462 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ed42bba1-f3e7-408c-b60f-260e51538130 admin admin] Publish callbacks [] for security_group (acdf5930-9439-4faa-b047-b1c2f03fc6a6), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:25.109751 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ed42bba1-f3e7-408c-b60f-260e51538130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (acdf5930-9439-4faa-b047-b1c2f03fc6a6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:25.112398 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ed42bba1-f3e7-408c-b60f-260e51538130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:25.113536 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ed42bba1-f3e7-408c-b60f-260e51538130 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acdf5930-9439-4faa-b047-b1c2f03fc6a6 HTTP/1.1" status: 204 len: 168 time: 0.1283717 Apr 18 14:05:25.122024 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42bba1-f3e7-408c-b60f-260e51538130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf5930-9439-4faa-b047-b1c2f03fc6a6,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:25.338301 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.064890 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39200) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:30.176288 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d1f8050-809c-42d4-ab0d-1e24433b4d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.250921 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d1f8050-809c-42d4-ab0d-1e24433b4d5d admin admin] Publish callbacks [] for security_group (0ec7f7ad-63cd-4112-901b-a2f67ba2285f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.254566 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d1f8050-809c-42d4-ab0d-1e24433b4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0ec7f7ad-63cd-4112-901b-a2f67ba2285f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.293643 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0d1f8050-809c-42d4-ab0d-1e24433b4d5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b6fe5192a97412598ca9d6c3102bb01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276821 Apr 18 14:05:30.294898 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f8050-809c-42d4-ab0d-1e24433b4d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec7f7ad-63cd-4112-901b-a2f67ba2285f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:30.296333 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39204) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:30.343933 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e10a7f28-af17-483a-b412-0d9c381d94ea admin admin] Publish callbacks [] for security_group (0ec7f7ad-63cd-4112-901b-a2f67ba2285f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.364462 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e10a7f28-af17-483a-b412-0d9c381d94ea admin admin] Publish callbacks [] for security_group (0ec7f7ad-63cd-4112-901b-a2f67ba2285f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.421697 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e10a7f28-af17-483a-b412-0d9c381d94ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (0ec7f7ad-63cd-4112-901b-a2f67ba2285f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.424320 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e10a7f28-af17-483a-b412-0d9c381d94ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.425473 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e10a7f28-af17-483a-b412-0d9c381d94ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ec7f7ad-63cd-4112-901b-a2f67ba2285f HTTP/1.1" status: 204 len: 168 time: 0.1281316 Apr 18 14:05:30.433189 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a7f28-af17-483a-b412-0d9c381d94ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec7f7ad-63cd-4112-901b-a2f67ba2285f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:30.677832 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39212) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:30.691693 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-675ceea6-361b-4349-9e16-c270c8467704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.764960 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-675ceea6-361b-4349-9e16-c270c8467704 admin admin] Publish callbacks [] for security_group (d5fb2fad-9805-4a44-8b81-f85a866994a1), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.768666 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-675ceea6-361b-4349-9e16-c270c8467704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d5fb2fad-9805-4a44-8b81-f85a866994a1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.810355 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-675ceea6-361b-4349-9e16-c270c8467704 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5037c9e30c147d580df6c7bd5ee8546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314220 Apr 18 14:05:30.811572 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ceea6-361b-4349-9e16-c270c8467704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb2fad-9805-4a44-8b81-f85a866994a1,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:30.813079 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39214) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:30.866497 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e809f8fd-38a0-4207-b2bd-d6cd2f375cf6 admin admin] Publish callbacks [] for security_group (d5fb2fad-9805-4a44-8b81-f85a866994a1), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.888063 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e809f8fd-38a0-4207-b2bd-d6cd2f375cf6 admin admin] Publish callbacks [] for security_group (d5fb2fad-9805-4a44-8b81-f85a866994a1), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.936006 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e809f8fd-38a0-4207-b2bd-d6cd2f375cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (d5fb2fad-9805-4a44-8b81-f85a866994a1), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.938495 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e809f8fd-38a0-4207-b2bd-d6cd2f375cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:30.939636 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e809f8fd-38a0-4207-b2bd-d6cd2f375cf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5fb2fad-9805-4a44-8b81-f85a866994a1 HTTP/1.1" status: 204 len: 168 time: 0.1255782 Apr 18 14:05:30.948401 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809f8fd-38a0-4207-b2bd-d6cd2f375cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb2fad-9805-4a44-8b81-f85a866994a1,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:31.101246 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:31.306378 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:05:32.266215 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-de164c77-6d5e-4b67-80ac-9d7997c22b0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394113 Apr 18 14:05:32.332150 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-bedad901-336e-4c98-988d-69759752bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:32.333657 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-bedad901-336e-4c98-988d-69759752bd39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 1129 time: 0.0403874 Apr 18 14:05:32.448585 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-e24f02c3-3e34-46e6-9cdd-ab0eb63cbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:32.450086 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-e24f02c3-3e34-46e6-9cdd-ab0eb63cbb98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.0944645 Apr 18 14:05:32.520261 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-3a22710b-aa1d-4dde-a13f-1841e5dde718 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=166cb7e9-fc11-42d8-a81b-06651f052a04 HTTP/1.1" status: 200 len: 1001 time: 0.0590377 Apr 18 14:05:32.580105 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-e13aec75-6dd3-4105-98ca-df91c828e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:32.581569 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-e13aec75-6dd3-4105-98ca-df91c828e7e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0516500 Apr 18 14:05:32.625248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-e17572f0-bd7f-4177-b14d-e47c827ac4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:32.626751 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-e17572f0-bd7f-4177-b14d-e47c827ac4ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390632 Apr 18 14:05:32.727115 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-318351a3-0cb9-4048-b14f-e747536764d5 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934088 Apr 18 14:05:32.825727 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bd4e4ef-f3fd-43eb-a459-21fcc94a2557 req-caa70a2c-b9ee-441e-b344-e8fd0a7b9cdd service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908751 Apr 18 14:05:39.417707 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39378) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:39.528461 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-474df981-33b8-4ae0-82ae-a58f4af38e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:39.603929 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-474df981-33b8-4ae0-82ae-a58f4af38e4f admin admin] Publish callbacks [] for security_group (870d07ec-b3c8-4b7d-a221-26295f5de4a6), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:39.607627 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-474df981-33b8-4ae0-82ae-a58f4af38e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (870d07ec-b3c8-4b7d-a221-26295f5de4a6), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:39.643677 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-474df981-33b8-4ae0-82ae-a58f4af38e4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1e70b8b460d40009f69b63fd4764813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249417 Apr 18 14:05:39.645682 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474df981-33b8-4ae0-82ae-a58f4af38e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870d07ec-b3c8-4b7d-a221-26295f5de4a6,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:39.646415 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39384) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:39.694286 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5405d75e-bb9a-4254-80f0-60a2b43a005b admin admin] Publish callbacks [] for security_group (870d07ec-b3c8-4b7d-a221-26295f5de4a6), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:39.715432 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5405d75e-bb9a-4254-80f0-60a2b43a005b admin admin] Publish callbacks [] for security_group (870d07ec-b3c8-4b7d-a221-26295f5de4a6), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:39.760691 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5405d75e-bb9a-4254-80f0-60a2b43a005b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (870d07ec-b3c8-4b7d-a221-26295f5de4a6), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:39.763301 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5405d75e-bb9a-4254-80f0-60a2b43a005b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:39.764465 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5405d75e-bb9a-4254-80f0-60a2b43a005b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/870d07ec-b3c8-4b7d-a221-26295f5de4a6 HTTP/1.1" status: 204 len: 168 time: 0.1170614 Apr 18 14:05:39.771983 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405d75e-bb9a-4254-80f0-60a2b43a005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d07ec-b3c8-4b7d-a221-26295f5de4a6,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:40.017513 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39390) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:40.031010 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7c5a702a-d87a-43dd-9eae-41d4caa639bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.105983 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7c5a702a-d87a-43dd-9eae-41d4caa639bd admin admin] Publish callbacks [] for security_group (75659b8c-a14d-404f-b04a-ec9f1433695e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.109986 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7c5a702a-d87a-43dd-9eae-41d4caa639bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (75659b8c-a14d-404f-b04a-ec9f1433695e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.146020 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a702a-d87a-43dd-9eae-41d4caa639bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75659b8c-a14d-404f-b04a-ec9f1433695e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:40.153248 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7c5a702a-d87a-43dd-9eae-41d4caa639bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17c3e5d07dd4478aa3363537e04705e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323361 Apr 18 14:05:40.153467 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39392) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:40.202735 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc67d220-7480-4309-87bb-5dbe7323ff8d admin admin] Publish callbacks [] for security_group (75659b8c-a14d-404f-b04a-ec9f1433695e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.223953 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc67d220-7480-4309-87bb-5dbe7323ff8d admin admin] Publish callbacks [] for security_group (75659b8c-a14d-404f-b04a-ec9f1433695e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.268922 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc67d220-7480-4309-87bb-5dbe7323ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (75659b8c-a14d-404f-b04a-ec9f1433695e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.271672 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc67d220-7480-4309-87bb-5dbe7323ff8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.272827 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dc67d220-7480-4309-87bb-5dbe7323ff8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75659b8c-a14d-404f-b04a-ec9f1433695e HTTP/1.1" status: 204 len: 168 time: 0.1184733 Apr 18 14:05:40.281751 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67d220-7480-4309-87bb-5dbe7323ff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75659b8c-a14d-404f-b04a-ec9f1433695e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:40.592578 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39400) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:40.606052 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6236e650-c2a5-4c26-b40b-e8ed425fa8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.681696 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6236e650-c2a5-4c26-b40b-e8ed425fa8df admin admin] Publish callbacks [] for security_group (cf1c9cbd-f44f-4372-9648-46bc85ab7cbd), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.685462 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6236e650-c2a5-4c26-b40b-e8ed425fa8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (cf1c9cbd-f44f-4372-9648-46bc85ab7cbd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.723078 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6236e650-c2a5-4c26-b40b-e8ed425fa8df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d056fdc7611f4baba6127c72ba4eeb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292791 Apr 18 14:05:40.723962 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e650-c2a5-4c26-b40b-e8ed425fa8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1c9cbd-f44f-4372-9648-46bc85ab7cbd,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:40.725762 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39402) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:40.776182 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dbcecf71-ed63-49f5-9cc7-e0e4f743ad70 admin admin] Publish callbacks [] for security_group (cf1c9cbd-f44f-4372-9648-46bc85ab7cbd), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.797064 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dbcecf71-ed63-49f5-9cc7-e0e4f743ad70 admin admin] Publish callbacks [] for security_group (cf1c9cbd-f44f-4372-9648-46bc85ab7cbd), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.844652 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dbcecf71-ed63-49f5-9cc7-e0e4f743ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (cf1c9cbd-f44f-4372-9648-46bc85ab7cbd), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.847484 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dbcecf71-ed63-49f5-9cc7-e0e4f743ad70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:40.848662 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dbcecf71-ed63-49f5-9cc7-e0e4f743ad70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf1c9cbd-f44f-4372-9648-46bc85ab7cbd HTTP/1.1" status: 204 len: 168 time: 0.1219218 Apr 18 14:05:40.859737 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcecf71-ed63-49f5-9cc7-e0e4f743ad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1c9cbd-f44f-4372-9648-46bc85ab7cbd,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:41.514650 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39424) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:41.617639 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2111719041-network', 'tenant_id': '2f17d3e9240c4c649f3497753040921e'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:41.637901 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Made reservation on behalf of 2f17d3e9240c4c649f3497753040921e for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:05:41.640232 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:41.649294 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:41.724225 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Publish callbacks [] for security_group (a2fe236a-a082-4f34-a215-6a496a69dd1c), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:41.728601 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a2fe236a-a082-4f34-a215-6a496a69dd1c), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:41.753155 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 14:05:41.762757 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe236a-a082-4f34-a215-6a496a69dd1c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:41.768637 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (da4c174f-421f-44ca-8fa9-49d77d2298bb), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:41.768984 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Added segment da4c174f-421f-44ca-8fa9-49d77d2298bb of type vlan for network 8950dde6-fc04-4618-a815-efcfbe23c7c2 Apr 18 14:05:41.822491 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (8950dde6-fc04-4618-a815-efcfbe23c7c2), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:41.849426 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (8950dde6-fc04-4618-a815-efcfbe23c7c2), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:41.850391 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:41.850959 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:41.908464 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3926167 Apr 18 14:05:41.911670 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39436) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:41.914781 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a99273-5402-4d32-b0fc-13b7ead26463 admin admin] Pushing event updated for resources: {'Network': ['ID=8950dde6-fc04-4618-a815-efcfbe23c7c2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:41.917231 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Request body: {'subnet': {'network_id': '8950dde6-fc04-4618-a815-efcfbe23c7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2111719041-subnet', 'tenant_id': '2f17d3e9240c4c649f3497753040921e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:41.924605 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network 8950dde6-fc04-4618-a815-efcfbe23c7c2 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 14:05:41.936456 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Made reservation on behalf of 2f17d3e9240c4c649f3497753040921e for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:05:41.938800 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650454'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.104961 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4924137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650432'] for subnet (8504ec39-2aa8-47a0-a133-58be8f27278f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.160700 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8504ec39-2aa8-47a0-a133-58be8f27278f,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:42.171192 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Checking segment: {'id': 'da4c174f-421f-44ca-8fa9-49d77d2298bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8950dde6-fc04-4618-a815-efcfbe23c7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:05:42.171541 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Network hostable DHCP agents. Network: 8950dde6-fc04-4618-a815-efcfbe23c7c2, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 14:05:42.188092 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Network 8950dde6-fc04-4618-a815-efcfbe23c7c2 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 14:05:42.195873 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, 8950dde6-fc04-4618-a815-efcfbe23c7c2) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:05:42.199878 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:42.200474 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.205051 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e791680-21d8-4d9f-a93f-2f7bb340667c None None] Network 8950dde6-fc04-4618-a815-efcfbe23c7c2 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:05:42.217132 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d0cfad7e-0c46-4576-8130-66b0458a7514 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3042679 Apr 18 14:05:42.306655 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f8939-738f-4f1a-8a99-eb73289b10d6 None None] Network 8950dde6-fc04-4618-a815-efcfbe23c7c2 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:05:42.676977 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39452) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:42.681942 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1285753330-network', 'tenant_id': 'f32518f1356f4652a8ba553b0ee30ab9'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:42.700320 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Made reservation on behalf of f32518f1356f4652a8ba553b0ee30ab9 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:05:42.702544 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.711927 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.802586 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Publish callbacks [] for security_group (f6aab8dd-d38a-41ce-a493-1f425cbc7e42), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.806363 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f6aab8dd-d38a-41ce-a493-1f425cbc7e42), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.826092 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 14:05:42.840215 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aab8dd-d38a-41ce-a493-1f425cbc7e42,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:42.845241 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (dda2bf07-6319-47c2-9c1a-b8dbfade4b9c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.845652 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Added segment dda2bf07-6319-47c2-9c1a-b8dbfade4b9c of type vlan for network fdef94c4-b484-4948-ba4e-ec80b0f3af03 Apr 18 14:05:42.885201 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (fdef94c4-b484-4948-ba4e-ec80b0f3af03), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.908530 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (fdef94c4-b484-4948-ba4e-ec80b0f3af03), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.909456 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:42.910035 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.940943 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2628942 Apr 18 14:05:42.943794 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39456) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:05:42.949833 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Request body: {'subnet': {'network_id': 'fdef94c4-b484-4948-ba4e-ec80b0f3af03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1285753330-subnet', 'tenant_id': 'f32518f1356f4652a8ba553b0ee30ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:05:42.970832 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Made reservation on behalf of f32518f1356f4652a8ba553b0ee30ab9 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:05:42.973267 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125647999'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:42.976241 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6cb9e-9fd6-4257-b0b5-fadf95901aaa admin admin] Pushing event updated for resources: {'Network': ['ID=fdef94c4-b484-4948-ba4e-ec80b0f3af03,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:42.986182 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network fdef94c4-b484-4948-ba4e-ec80b0f3af03 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 14:05:43.433831 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4596320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125647977'] for subnet (40df6da4-554d-4ecd-afda-368d9e8a10e3), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:43.485596 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=40df6da4-554d-4ecd-afda-368d9e8a10e3,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:05:43.500778 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.501124 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.501463 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.501797 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.502128 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.502452 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.502771 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.503089 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.503410 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.503729 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.504071 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.504391 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.504704 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.505016 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.505327 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:05:43.514362 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Checking segment: {'id': 'dda2bf07-6319-47c2-9c1a-b8dbfade4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fdef94c4-b484-4948-ba4e-ec80b0f3af03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:05:43.514750 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Network hostable DHCP agents. Network: fdef94c4-b484-4948-ba4e-ec80b0f3af03, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 14:05:43.531119 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Network fdef94c4-b484-4948-ba4e-ec80b0f3af03 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 14:05:43.539501 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, fdef94c4-b484-4948-ba4e-ec80b0f3af03) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:05:43.543510 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:43.544123 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:43.548184 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e4f2a-7100-44d2-bc82-5b5e6d649e13 None None] Network fdef94c4-b484-4948-ba4e-ec80b0f3af03 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:05:43.564256 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d360db70-ba62-4602-99f4-4ae4b53137bd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6188104 Apr 18 14:05:43.648602 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bfee33-f66b-428b-a93a-ad5d89950a7f None None] Network fdef94c4-b484-4948-ba4e-ec80b0f3af03 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:05:48.902839 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-676b9f1b-b947-49d9-b6fb-99a0cda9203d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:51.467128 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf828-0636-49e1-813b-4915ae7c65e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:52.674806 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:54.061994 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:55.331124 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:05:58.374074 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560f395-1d00-43c0-b9a3-bd52e03ea78f req-51250670-307b-43f9-b1f8-542c4dd16044 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:58.377120 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5560f395-1d00-43c0-b9a3-bd52e03ea78f req-51250670-307b-43f9-b1f8-542c4dd16044 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 945 time: 0.0608656 Apr 18 14:05:58.426546 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5560f395-1d00-43c0-b9a3-bd52e03ea78f req-af166569-3541-4e31-b29c-e6cdb0b839d3 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Apr 18 14:05:59.557395 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a6ec-035c-4ac2-999d-69b069db0c45 req-8fedc7b9-8611-43ca-9dfb-43f52d1a1ea7 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:05:59.558954 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7916a6ec-035c-4ac2-999d-69b069db0c45 req-8fedc7b9-8611-43ca-9dfb-43f52d1a1ea7 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 945 time: 0.0484149 Apr 18 14:05:59.605584 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7916a6ec-035c-4ac2-999d-69b069db0c45 req-1929cb55-57d4-4052-bd69-4a76e811e67d tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Apr 18 14:06:00.312806 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2764d-b252-4fba-a209-857bff9fac10 req-4d552d7d-8b9d-4dd4-a7fd-8681ab0a198c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:00.314236 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46c2764d-b252-4fba-a209-857bff9fac10 req-4d552d7d-8b9d-4dd4-a7fd-8681ab0a198c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 945 time: 0.0483029 Apr 18 14:06:00.396702 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Deleting port 6c1c457d-ab04-4745-b1fe-217b43f42b3f {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:06:00.396962 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:00.486334 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] For port 6c1c457d-ab04-4745-b1fe-217b43f42b3f, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=6c1c457d-ab04-4745-b1fe-217b43f42b3f,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:00.486700 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:00.500074 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Calling delete_port for 6c1c457d-ab04-4745-b1fe-217b43f42b3f owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:06:00.633347 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (6c1c457d-ab04-4745-b1fe-217b43f42b3f), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:00.646549 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['6c1c457d-ab04-4745-b1fe-217b43f42b3f'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:06:00.667651 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Pushing event deleted for resources: {'Port': ['ID=6c1c457d-ab04-4745-b1fe-217b43f42b3f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:00.720797 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a081f08-07ac-4e89-9186-52419f5bb151 req-8257c6e4-c421-4692-920d-dfc96f0c54ba tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1335d33-633d-4082-8782-26a44c78cc5f HTTP/1.1" status: 200 len: 210 time: 0.0453026 Apr 18 14:06:00.739425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] No DVR routers for this DVR port 6c1c457d-ab04-4745-b1fe-217b43f42b3f on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:06:00.741973 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:00.745747 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-46c2764d-b252-4fba-a209-857bff9fac10 req-a39eeac7-5ef2-401c-8214-e18d3fb1e7b6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "DELETE /v2.0/ports/6c1c457d-ab04-4745-b1fe-217b43f42b3f HTTP/1.1" status: 204 len: 173 time: 0.4261739 Apr 18 14:06:00.746192 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1335d33-633d-4082-8782-26a44c78cc5f', 'name': 'network-vif-deleted', 'tag': '6c1c457d-ab04-4745-b1fe-217b43f42b3f'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:00.748508 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51907245-d79a-45fd-8d09-81270f350100" -d '{"events": [{"server_uuid": "d1335d33-633d-4082-8782-26a44c78cc5f", "name": "network-vif-deleted", "tag": "6c1c457d-ab04-4745-b1fe-217b43f42b3f"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:00.785916 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1666447-fdd1-4d6d-8f70-efb46a610269 x-openstack-request-id: req-e1666447-fdd1-4d6d-8f70-efb46a610269 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:00.786210 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1335d33-633d-4082-8782-26a44c78cc5f", "name": "network-vif-deleted", "tag": "6c1c457d-ab04-4745-b1fe-217b43f42b3f", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:00.786475 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1666447-fdd1-4d6d-8f70-efb46a610269 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:00.786889 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1666447-fdd1-4d6d-8f70-efb46a610269'] response: {'server_uuid': 'd1335d33-633d-4082-8782-26a44c78cc5f', 'name': 'network-vif-deleted', 'tag': '6c1c457d-ab04-4745-b1fe-217b43f42b3f', 'status': 'completed', 'code': 200} Apr 18 14:06:01.118496 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.198344 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39664) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:02.241099 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Deleting subnet 8504ec39-2aa8-47a0-a133-58be8f27278f {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:06:02.244737 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Publish callbacks [] for subnet (8504ec39-2aa8-47a0-a133-58be8f27278f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.278739 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (8504ec39-2aa8-47a0-a133-58be8f27278f), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.321614 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (8504ec39-2aa8-47a0-a133-58be8f27278f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.377854 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (8504ec39-2aa8-47a0-a133-58be8f27278f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.404041 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8504ec39-2aa8-47a0-a133-58be8f27278f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:02.406961 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.409609 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8504ec39-2aa8-47a0-a133-58be8f27278f HTTP/1.1" status: 204 len: 168 time: 0.2102666 Apr 18 14:06:02.412199 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39666) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:02.415967 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.416325 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.416670 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.417009 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.417343 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.417673 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.418001 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.418326 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.418652 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.418973 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.419292 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.419617 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.419958 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.420281 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.420602 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09182e-0230-4cfd-9276-48807522af2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:02.483124 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (8950dde6-fc04-4618-a815-efcfbe23c7c2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.559330 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (8950dde6-fc04-4618-a815-efcfbe23c7c2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.582501 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8950dde6-fc04-4618-a815-efcfbe23c7c2']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:02.591636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4c174f-421f-44ca-8fa9-49d77d2298bb') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:02.591961 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4c174f-421f-44ca-8fa9-49d77d2298bb') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:02.601131 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (da4c174f-421f-44ca-8fa9-49d77d2298bb), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.614189 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (da4c174f-421f-44ca-8fa9-49d77d2298bb), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.620569 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:06:02.620951 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (da4c174f-421f-44ca-8fa9-49d77d2298bb), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:06:02.622563 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:06:02.673633 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (8950dde6-fc04-4618-a815-efcfbe23c7c2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.678657 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.682605 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8950dde6-fc04-4618-a815-efcfbe23c7c2 HTTP/1.1" status: 204 len: 168 time: 0.2692988 Apr 18 14:06:02.685578 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39668) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:02.704256 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a44d6-e784-4934-b767-776359f02dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8950dde6-fc04-4618-a815-efcfbe23c7c2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:02.730990 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce8552e-ee92-4752-902b-593292daa775 admin admin] Deleting subnet 40df6da4-554d-4ecd-afda-368d9e8a10e3 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:06:02.734191 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fce8552e-ee92-4752-902b-593292daa775 admin admin] Publish callbacks [] for subnet (40df6da4-554d-4ecd-afda-368d9e8a10e3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.767838 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fce8552e-ee92-4752-902b-593292daa775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (40df6da4-554d-4ecd-afda-368d9e8a10e3), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.810405 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fce8552e-ee92-4752-902b-593292daa775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (40df6da4-554d-4ecd-afda-368d9e8a10e3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.860821 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fce8552e-ee92-4752-902b-593292daa775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (40df6da4-554d-4ecd-afda-368d9e8a10e3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.886123 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8552e-ee92-4752-902b-593292daa775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40df6da4-554d-4ecd-afda-368d9e8a10e3,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:02.889954 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fce8552e-ee92-4752-902b-593292daa775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:02.893170 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fce8552e-ee92-4752-902b-593292daa775 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/40df6da4-554d-4ecd-afda-368d9e8a10e3 HTTP/1.1" status: 204 len: 168 time: 0.2065091 Apr 18 14:06:02.895605 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39670) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:02.963295 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (fdef94c4-b484-4948-ba4e-ec80b0f3af03), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.043230 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (fdef94c4-b484-4948-ba4e-ec80b0f3af03), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.062330 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdef94c4-b484-4948-ba4e-ec80b0f3af03']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:03.071729 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda2bf07-6319-47c2-9c1a-b8dbfade4b9c') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:03.072055 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda2bf07-6319-47c2-9c1a-b8dbfade4b9c') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:03.081221 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7212202'] for segment (dda2bf07-6319-47c2-9c1a-b8dbfade4b9c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.094756 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (dda2bf07-6319-47c2-9c1a-b8dbfade4b9c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.101077 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:06:03.101465 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924556'] for segment (dda2bf07-6319-47c2-9c1a-b8dbfade4b9c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: Traceback (most recent call last): Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: timer() Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: cb(*args, **kw) Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: return func(*args, **kwargs) Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: self._notify() Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: self.callback(batched_events) Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: event.method(event) Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: return f(self, *a, **k) Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._get(url).json() Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:06:03.103843 dv-cinder-838302-1-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:06:03.159740 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (fdef94c4-b484-4948-ba4e-ec80b0f3af03), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.165558 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.168957 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fdef94c4-b484-4948-ba4e-ec80b0f3af03 HTTP/1.1" status: 204 len: 168 time: 0.2724159 Apr 18 14:06:03.180041 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566649fd-616e-4af3-a5c3-1ac148265a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdef94c4-b484-4948-ba4e-ec80b0f3af03,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:03.323794 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39676) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:03.363256 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2a6e6974-118f-42bc-9ab7-4b66ed5689de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f17d3e9240c4c649f3497753040921e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383329 Apr 18 14:06:03.365715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39678) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:03.416749 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-074206c8-60b7-465a-a9cf-3031c7cb7935 admin admin] Publish callbacks [] for security_group (a2fe236a-a082-4f34-a215-6a496a69dd1c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.437250 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-074206c8-60b7-465a-a9cf-3031c7cb7935 admin admin] Publish callbacks [] for security_group (a2fe236a-a082-4f34-a215-6a496a69dd1c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.484580 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-074206c8-60b7-465a-a9cf-3031c7cb7935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (a2fe236a-a082-4f34-a215-6a496a69dd1c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.487253 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-074206c8-60b7-465a-a9cf-3031c7cb7935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.488455 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-074206c8-60b7-465a-a9cf-3031c7cb7935 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2fe236a-a082-4f34-a215-6a496a69dd1c HTTP/1.1" status: 204 len: 168 time: 0.1218414 Apr 18 14:06:03.496201 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074206c8-60b7-465a-a9cf-3031c7cb7935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe236a-a082-4f34-a215-6a496a69dd1c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:03.794607 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39686) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:03.834406 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a832f30c-b582-440e-bdff-9f4ccfdfa5d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f32518f1356f4652a8ba553b0ee30ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386755 Apr 18 14:06:03.836872 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39688) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:03.882708 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e071-a6a9-4b79-a8ae-cd28cf908907 admin admin] Publish callbacks [] for security_group (f6aab8dd-d38a-41ce-a493-1f425cbc7e42), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.903962 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e071-a6a9-4b79-a8ae-cd28cf908907 admin admin] Publish callbacks [] for security_group (f6aab8dd-d38a-41ce-a493-1f425cbc7e42), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.950085 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e071-a6a9-4b79-a8ae-cd28cf908907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (f6aab8dd-d38a-41ce-a493-1f425cbc7e42), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.952696 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e071-a6a9-4b79-a8ae-cd28cf908907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:03.953898 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e9b1e071-a6a9-4b79-a8ae-cd28cf908907 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6aab8dd-d38a-41ce-a493-1f425cbc7e42 HTTP/1.1" status: 204 len: 168 time: 0.1161389 Apr 18 14:06:03.961362 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1e071-a6a9-4b79-a8ae-cd28cf908907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aab8dd-d38a-41ce-a493-1f425cbc7e42,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:04.615641 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39712) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:04.709576 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1137392442-network', 'tenant_id': '7595638b14254ad2862370e80fba617e'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:04.729507 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Made reservation on behalf of 7595638b14254ad2862370e80fba617e for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:06:04.733319 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:04.744281 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:04.778840 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6c1c457d-ab04-4745-b1fe-217b43f42b3f no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:06:04.823669 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Publish callbacks [] for security_group (435bcac7-73e5-4ca8-94f8-a33102d60e5b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:04.827909 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (435bcac7-73e5-4ca8-94f8-a33102d60e5b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:04.857431 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 14:06:04.863232 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435bcac7-73e5-4ca8-94f8-a33102d60e5b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:04.875063 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (cf20c67c-cc69-461c-a0f2-48720e6330fc), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:04.875556 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Added segment cf20c67c-cc69-461c-a0f2-48720e6330fc of type vlan for network ebeb0096-4c30-4018-94ef-14ec27411909 Apr 18 14:06:04.922497 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (ebeb0096-4c30-4018-94ef-14ec27411909), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:04.938800 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 6c1c457d-ab04-4745-b1fe-217b43f42b3f {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:06:04.939153 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 6c1c457d-ab04-4745-b1fe-217b43f42b3f not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:06:04.948301 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (ebeb0096-4c30-4018-94ef-14ec27411909), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:04.949236 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:04.949808 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.009674 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3928838 Apr 18 14:06:05.012621 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39718) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:05.018297 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Request body: {'subnet': {'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1137392442-subnet', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:05.020241 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddae38-a61d-491c-869e-d1c29101c462 admin admin] Pushing event updated for resources: {'Network': ['ID=ebeb0096-4c30-4018-94ef-14ec27411909,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:05.037620 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network ebeb0096-4c30-4018-94ef-14ec27411909 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 14:06:05.048417 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Made reservation on behalf of 7595638b14254ad2862370e80fba617e for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:06:05.050705 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125647999'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.215550 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4596320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125647977'] for subnet (1788c9ea-6d6d-4537-a0b1-5d6c61b07db8), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.275530 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:05.282485 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Checking segment: {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:05.282845 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Network hostable DHCP agents. Network: ebeb0096-4c30-4018-94ef-14ec27411909, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 14:06:05.299284 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Network ebeb0096-4c30-4018-94ef-14ec27411909 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 14:06:05.308159 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, ebeb0096-4c30-4018-94ef-14ec27411909) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:05.313363 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:05.314016 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.318367 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2afd47-5a75-40d8-8868-d02aa229c243 None None] Network ebeb0096-4c30-4018-94ef-14ec27411909 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:06:05.330743 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3f2cc0fb-d62e-436b-aea4-53ddab38c046 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3169873 Apr 18 14:06:05.333600 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39720) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:05.338183 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:05.358024 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (1c7a182e-9b54-4e30-bf12-f06538cfa52a), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.359007 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (1c7a182e-9b54-4e30-bf12-f06538cfa52a), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.412873 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks [] for router_controller (1c7a182e-9b54-4e30-bf12-f06538cfa52a), precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.424517 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-ebeb0096-4c30-4018-94ef-14ec27411909', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'project_id': '7595638b14254ad2862370e80fba617e', 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 14:06:05.425419 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.557552 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks [] for router_gateway (1c7a182e-9b54-4e30-bf12-f06538cfa52a), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.562212 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Allocated IP 172.20.0.2 (ebeb0096-4c30-4018-94ef-14ec27411909/1788c9ea-6d6d-4537-a0b1-5d6c61b07db8/547bdc7d-346c-4219-abb9-fb257cbacdfa) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:05.704749 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Publish callbacks [] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.710516 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.745711 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks [] for router_gateway (1c7a182e-9b54-4e30-bf12-f06538cfa52a), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.752885 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Network ebeb0096-4c30-4018-94ef-14ec27411909 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:05.755854 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:05.760557 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:05.762634 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Pushing event updated for resources: {'Port': ['ID=547bdc7d-346c-4219-abb9-fb257cbacdfa,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:05.764739 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.773577 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.774034 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.774505 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.775050 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.775154 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.775494 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.775831 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.776165 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.776491 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.776817 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.777284 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.777490 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.777830 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.778136 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.778457 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:05.830050 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Attempting to bind port 547bdc7d-346c-4219-abb9-fb257cbacdfa on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:06:05.830741 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Attempting to bind port 547bdc7d-346c-4219-abb9-fb257cbacdfa by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:06:05.830880 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Attempting to bind port 547bdc7d-346c-4219-abb9-fb257cbacdfa on network ebeb0096-4c30-4018-94ef-14ec27411909 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:05.835714 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:06:05.836113 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Checking segment: {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:05.836616 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.837014 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Bound using segment: {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:06:05.837478 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Bound port: 547bdc7d-346c-4219-abb9-fb257cbacdfa, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:06:05.837853 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.871177 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Allocated IP 172.27.3.84 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/69acd7b3-ec14-456a-acf3-1d9c64d74887) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:05.905049 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] For port 547bdc7d-346c-4219-abb9-fb257cbacdfa, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:06:05.908084 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] For port 547bdc7d-346c-4219-abb9-fb257cbacdfa, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=547bdc7d-346c-4219-abb9-fb257cbacdfa,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:06:05.913856 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:05.974095 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946da83a-aa20-4d1d-b4c2-ba02285fe91e None None] Pushing event updated for resources: {'Port': ['ID=547bdc7d-346c-4219-abb9-fb257cbacdfa,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:05.984152 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks [] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:06.017587 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:06.065104 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:06.068273 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:06.073900 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:06.077158 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Pushing event updated for resources: {'Port': ['ID=69acd7b3-ec14-456a-acf3-1d9c64d74887,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:06.405190 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks [] for router_gateway (1c7a182e-9b54-4e30-bf12-f06538cfa52a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:06.633313 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (1c7a182e-9b54-4e30-bf12-f06538cfa52a), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:06.785053 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Router 1c7a182e-9b54-4e30-bf12-f06538cfa52a is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 14:06:06.939633 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:06:06.957810 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Sync routers for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:06:06.964396 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:06.969698 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39736) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:06.970529 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-23c7655f-17c5-44bd-a1af-a29be0814583 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6353621 Apr 18 14:06:06.997148 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 547bdc7d-346c-4219-abb9-fb257cbacdfa up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:07.002192 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:07.003041 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:05:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:07.081612 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83655641-e232-49dd-b458-da5ed754122d None None] Network ebeb0096-4c30-4018-94ef-14ec27411909 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:06:07.220523 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-450f0950-a6eb-4acb-92b8-c8c46324cd55 None None] Provisioning complete for port 547bdc7d-346c-4219-abb9-fb257cbacdfa triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:07.220799 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-450f0950-a6eb-4acb-92b8-c8c46324cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.247686 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 547bdc7d-346c-4219-abb9-fb257cbacdfa triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:07.248074 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.324140 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:07.448789 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.593113 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-450f0950-a6eb-4acb-92b8-c8c46324cd55 None None] Current status of the port 547bdc7d-346c-4219-abb9-fb257cbacdfa is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:07.593496 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-450f0950-a6eb-4acb-92b8-c8c46324cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.607579 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 547bdc7d-346c-4219-abb9-fb257cbacdfa is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:07.607989 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.626962 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Allocated IP 172.20.0.1 (ebeb0096-4c30-4018-94ef-14ec27411909/1788c9ea-6d6d-4537-a0b1-5d6c61b07db8/e307a61b-6848-4c0f-9594-a507454c2db7) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:07.679542 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:06Z', 'revision_number': 3, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:07.682758 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-450f0950-a6eb-4acb-92b8-c8c46324cd55 None None] For port 547bdc7d-346c-4219-abb9-fb257cbacdfa, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=547bdc7d-346c-4219-abb9-fb257cbacdfa,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:07.712390 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Checking router: 1c7a182e-9b54-4e30-bf12-f06538cfa52a for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:06:07.712707 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Updating router 1c7a182e-9b54-4e30-bf12-f06538cfa52a port 69acd7b3-ec14-456a-acf3-1d9c64d74887 binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 14:06:07.714975 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-450f0950-a6eb-4acb-92b8-c8c46324cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.742122 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Publish callbacks [] for port (e307a61b-6848-4c0f-9594-a507454c2db7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.775370 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.796828 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.814045 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Network ebeb0096-4c30-4018-94ef-14ec27411909 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:07.818906 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:07.821833 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:07.839395 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.db.api [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 14:06:07.839744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG oslo_db.api [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 14:06:07.850408 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Pushing event updated for resources: {'Port': ['ID=e307a61b-6848-4c0f-9594-a507454c2db7,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:07.850856 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f0950-a6eb-4acb-92b8-c8c46324cd55 None None] Pushing event updated for resources: {'Port': ['ID=547bdc7d-346c-4219-abb9-fb257cbacdfa,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:07.857854 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-0aa6210d-907f-4a0a-bbb9-8ec39cb83475 None None] Provisioning complete for port 547bdc7d-346c-4219-abb9-fb257cbacdfa triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:07.858223 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa6210d-907f-4a0a-bbb9-8ec39cb83475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:07.872657 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (1c7a182e-9b54-4e30-bf12-f06538cfa52a), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.019300 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.185540 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Publish callbacks [] for port (e307a61b-6848-4c0f-9594-a507454c2db7), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.186978 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6210d-907f-4a0a-bbb9-8ec39cb83475 None None] Current status of the port 547bdc7d-346c-4219-abb9-fb257cbacdfa is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:08.190386 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.283541 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Publish callbacks [] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.289143 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.306066 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:06:08.354521 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-cd6de091-1396-4f43-8e86-e827a0d51cca None None] Provisioning complete for port e307a61b-6848-4c0f-9594-a507454c2db7 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:08.354800 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cd6de091-1396-4f43-8e86-e827a0d51cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.403531 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879a2a3-dbf8-4e50-b531-4cceda60f109 None None] Pushing event updated for resources: {'Port': ['ID=69acd7b3-ec14-456a-acf3-1d9c64d74887,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:08.405863 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Attempting to bind port 69acd7b3-ec14-456a-acf3-1d9c64d74887 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:06:08.406232 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Attempting to bind port 69acd7b3-ec14-456a-acf3-1d9c64d74887 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:06:08.406586 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Attempting to bind port 69acd7b3-ec14-456a-acf3-1d9c64d74887 on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:08.429635 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:06:08.430099 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:08.430727 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.431203 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:06:08.431641 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Bound port: 69acd7b3-ec14-456a-acf3-1d9c64d74887, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:06:08.432047 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.438173 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-cd6de091-1396-4f43-8e86-e827a0d51cca None None] Port e307a61b-6848-4c0f-9594-a507454c2db7 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:06:08.439487 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 547bdc7d-346c-4219-abb9-fb257cbacdfa is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:08.490268 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] For port 69acd7b3-ec14-456a-acf3-1d9c64d74887, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:06:08.493636 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] For port 69acd7b3-ec14-456a-acf3-1d9c64d74887, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=69acd7b3-ec14-456a-acf3-1d9c64d74887,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:06:08.496712 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Pushing event updated for resources: {'Port': ['ID=e307a61b-6848-4c0f-9594-a507454c2db7,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:08.499695 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.501983 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (1c7a182e-9b54-4e30-bf12-f06538cfa52a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.559693 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:08.560389 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:05:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:08.565215 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879a2a3-dbf8-4e50-b531-4cceda60f109 None None] Pushing event updated for resources: {'Port': ['ID=69acd7b3-ec14-456a-acf3-1d9c64d74887,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:08.602842 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Network ebeb0096-4c30-4018-94ef-14ec27411909 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:08.604227 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:08.681861 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:08.727555 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Router 1c7a182e-9b54-4e30-bf12-f06538cfa52a has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:06:08.849720 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:06:08.855193 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-967c27b8-cc35-49de-b68b-a22d6b28830a admin admin] 10.222.0.11 "PUT /v2.0/routers/1c7a182e-9b54-4e30-bf12-f06538cfa52a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8833566 Apr 18 14:06:08.881102 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-b8052f82-dca1-484e-ba48-aa82cd0ce14f None None] Provisioning complete for port e307a61b-6848-4c0f-9594-a507454c2db7 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:08.881366 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8052f82-dca1-484e-ba48-aa82cd0ce14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:08.916973 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:08Z', 'revision_number': 2, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:08.951344 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bada3581-afd5-4117-879a-a7da722d5025 None None] The sync data for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi is: [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:08Z', 'revision_number': 2, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:06:08.958358 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 547bdc7d-346c-4219-abb9-fb257cbacdfa up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:08.983431 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b8052f82-dca1-484e-ba48-aa82cd0ce14f None None] Port e307a61b-6848-4c0f-9594-a507454c2db7 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:06:09.014319 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 547bdc7d-346c-4219-abb9-fb257cbacdfa triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:09.015140 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.104852 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 547bdc7d-346c-4219-abb9-fb257cbacdfa is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:09.419301 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39760) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:09.424373 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409496944-network', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:09.444152 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Made reservation on behalf of e4cd421ec4194a29ab948f438370445b for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:06:09.447261 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for network (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.456388 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.534906 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Publish callbacks [] for security_group (905115c9-6eba-4e72-86b5-2ba03ab3f005), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.538834 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (905115c9-6eba-4e72-86b5-2ba03ab3f005), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.557810 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 14:06:09.576305 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (8ac20e6b-76d3-425d-ba1a-4295f1ced142), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.576429 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Added segment 8ac20e6b-76d3-425d-ba1a-4295f1ced142 of type vlan for network a5fe1937-4245-48ac-baa0-9d481607d688 Apr 18 14:06:09.592962 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905115c9-6eba-4e72-86b5-2ba03ab3f005,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:09.628378 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789856316892'] for network (a5fe1937-4245-48ac-baa0-9d481607d688), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.661691 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602'] for network (a5fe1937-4245-48ac-baa0-9d481607d688), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.662750 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:09.663373 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.719318 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2988012 Apr 18 14:06:09.722297 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39764) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:09.729248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Request body: {'subnet': {'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409496944-subnet', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:09.735590 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a77176-d7b5-4911-ad04-d3f872e3b772 admin admin] Pushing event updated for resources: {'Network': ['ID=a5fe1937-4245-48ac-baa0-9d481607d688,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:09.746738 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Network a5fe1937-4245-48ac-baa0-9d481607d688 details requested by agent ovs-agent-dv-cinder-838302-1-iscsi with host dv-cinder-838302-1-iscsi {{(pid=103390) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 14:06:09.753751 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Made reservation on behalf of e4cd421ec4194a29ab948f438370445b for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:06:09.756366 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125647999'] for subnet (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:09.939037 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4596320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125647977'] for subnet (c44a90c7-35a4-40d7-a2cd-2183c453dbad), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.001389 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44a90c7-35a4-40d7-a2cd-2183c453dbad,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:10.012480 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Checking segment: {'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:10.012847 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Network hostable DHCP agents. Network: a5fe1937-4245-48ac-baa0-9d481607d688, hostable agents: ['8dbfb43a-7893-40fa-a8dc-b178bc245a22'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 14:06:10.030419 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Network a5fe1937-4245-48ac-baa0-9d481607d688 is scheduled to be hosted by DHCP agent 8dbfb43a-7893-40fa-a8dc-b178bc245a22 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 14:06:10.040039 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838302-1-iscsi, a5fe1937-4245-48ac-baa0-9d481607d688) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:10.045111 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:10.045942 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.051282 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943b542c-d6de-49ad-a657-1b330b6d314b None None] Network a5fe1937-4245-48ac-baa0-9d481607d688 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:06:10.076997 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-13dfb27f-830b-4c5f-9486-df78b2635293 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3534210 Apr 18 14:06:10.083540 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39766) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:10.088621 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:10.112456 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31479'] for router (5986ad12-cfca-424c-9e67-7b96cfcff480), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.113629 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31470'] for router (5986ad12-cfca-424c-9e67-7b96cfcff480), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.172025 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05aed293-8ff9-5cf4-9d44-6c3054e01327-a5fe1937-4245-48ac-baa0-9d481607d688', 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688', 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'fixed_ips': [{'subnet_id': 'c44a90c7-35a4-40d7-a2cd-2183c453dbad'}]}} from dv-cinder-838302-1-iscsi. {{(pid=103390) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 14:06:10.173019 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.177404 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks [] for router_controller (5986ad12-cfca-424c-9e67-7b96cfcff480), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.322210 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Allocated IP 172.20.0.2 (a5fe1937-4245-48ac-baa0-9d481607d688/c44a90c7-35a4-40d7-a2cd-2183c453dbad/1e0c368d-ab20-422d-a185-766ed669c8f9) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:10.331082 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks [] for router_gateway (5986ad12-cfca-424c-9e67-7b96cfcff480), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.464782 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Publish callbacks [] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.470986 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.512038 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Network a5fe1937-4245-48ac-baa0-9d481607d688 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:10.514273 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks [] for router_gateway (5986ad12-cfca-424c-9e67-7b96cfcff480), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.518432 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:10.520871 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:10.529200 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Pushing event updated for resources: {'Port': ['ID=1e0c368d-ab20-422d-a185-766ed669c8f9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:10.533659 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.584020 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Attempting to bind port 1e0c368d-ab20-422d-a185-766ed669c8f9 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:06:10.584378 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Attempting to bind port 1e0c368d-ab20-422d-a185-766ed669c8f9 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:06:10.584744 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Attempting to bind port 1e0c368d-ab20-422d-a185-766ed669c8f9 on network a5fe1937-4245-48ac-baa0-9d481607d688 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:10.590072 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:06:10.590443 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Checking segment: {'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:10.590844 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.591243 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Bound using segment: {'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:06:10.591737 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Bound port: 1e0c368d-ab20-422d-a185-766ed669c8f9, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:06:10.592135 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.646073 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Allocated IP 172.27.3.14 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/5899d44d-009d-447f-a3a8-a4679896e94e) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:10.658880 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] For port 1e0c368d-ab20-422d-a185-766ed669c8f9, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:06:10.662252 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] For port 1e0c368d-ab20-422d-a185-766ed669c8f9, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=1e0c368d-ab20-422d-a185-766ed669c8f9,segment=NetworkSegment(8ac20e6b-76d3-425d-ba1a-4295f1ced142),segment_id=8ac20e6b-76d3-425d-ba1a-4295f1ced142)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:06:10.668797 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.737711 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5e2a8-445c-4ff7-b385-a9fb6d9ce747 None None] Pushing event updated for resources: {'Port': ['ID=1e0c368d-ab20-422d-a185-766ed669c8f9,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:10.769004 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks [] for port (5899d44d-009d-447f-a3a8-a4679896e94e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.806272 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:10.846041 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:10.851468 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:10.855238 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:10.879917 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Pushing event updated for resources: {'Port': ['ID=5899d44d-009d-447f-a3a8-a4679896e94e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:11.060074 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 69acd7b3-ec14-456a-acf3-1d9c64d74887 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:11.127148 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 69acd7b3-ec14-456a-acf3-1d9c64d74887 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:11.127544 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.143243 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Sync routers for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:06:11.169257 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks [] for router_gateway (5986ad12-cfca-424c-9e67-7b96cfcff480), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.214027 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 69acd7b3-ec14-456a-acf3-1d9c64d74887 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:11.214413 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.236351 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 69acd7b3-ec14-456a-acf3-1d9c64d74887, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=69acd7b3-ec14-456a-acf3-1d9c64d74887,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:11.241239 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.243601 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 1e0c368d-ab20-422d-a185-766ed669c8f9 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:11.243741 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:11.244327 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:05:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:11.322228 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=69acd7b3-ec14-456a-acf3-1d9c64d74887,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:11.345634 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 1e0c368d-ab20-422d-a185-766ed669c8f9 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:11.346017 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.373009 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:11.407267 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700589'] for router (5986ad12-cfca-424c-9e67-7b96cfcff480), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.434676 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 1e0c368d-ab20-422d-a185-766ed669c8f9 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:11.435060 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.477668 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 1e0c368d-ab20-422d-a185-766ed669c8f9, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=1e0c368d-ab20-422d-a185-766ed669c8f9,segment=NetworkSegment(8ac20e6b-76d3-425d-ba1a-4295f1ced142),segment_id=8ac20e6b-76d3-425d-ba1a-4295f1ced142)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:11.483032 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.561620 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Router 5986ad12-cfca-424c-9e67-7b96cfcff480 is scheduled to L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 14:06:11.601604 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:08Z', 'revision_number': 2, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:11.636808 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Checking router: 1c7a182e-9b54-4e30-bf12-f06538cfa52a for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:06:11.637250 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Updating router 1c7a182e-9b54-4e30-bf12-f06538cfa52a port e307a61b-6848-4c0f-9594-a507454c2db7 binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 14:06:11.671471 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.687629 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=1e0c368d-ab20-422d-a185-766ed669c8f9,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:11.729609 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:06:11.739547 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Sync routers for ids ['5986ad12-cfca-424c-9e67-7b96cfcff480'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:06:11.755414 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:11.757643 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7088b463-21df-4814-bfae-84533324d257 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6723876 Apr 18 14:06:11.760636 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39774) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:11.765428 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Routers {'5986ad12-cfca-424c-9e67-7b96cfcff480'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:11.767381 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:05:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5986ad12-cfca-424c-9e67-7b96cfcff480'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:11.882536 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06724ea9-098b-4d0f-8c75-13fc5a5c5c41 None None] Network a5fe1937-4245-48ac-baa0-9d481607d688 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:06:11.965248 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Set router 5986ad12-cfca-424c-9e67-7b96cfcff480 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:11.967514 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-a62bc770-9c4b-47a3-9531-210b2b2ebbd4 None None] Provisioning complete for port 1e0c368d-ab20-422d-a185-766ed669c8f9 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:11.968077 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a62bc770-9c4b-47a3-9531-210b2b2ebbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.042842 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Publish callbacks [] for port (e307a61b-6848-4c0f-9594-a507454c2db7), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.050449 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.075837 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-38ae5f5a-ac80-4348-bedd-58085a4d8f07 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:12.082455 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-38ae5f5a-ac80-4348-bedd-58085a4d8f07 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/networks?id=5b0be0be-91c8-4e4e-9559-b85da34a8180 HTTP/1.1" status: 200 len: 813 time: 0.1905608 Apr 18 14:06:12.111529 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-96d45268-ebe2-4c50-bafd-23bfe64bf55d tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/quotas/ca904afcf0e24e3e9b884fa7774910ef HTTP/1.1" status: 200 len: 375 time: 0.0277872 Apr 18 14:06:12.112132 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Pushing event updated for resources: {'Port': ['ID=e307a61b-6848-4c0f-9594-a507454c2db7,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:12.140909 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.141261 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.141644 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.142061 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.142448 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.142781 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.143152 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.143480 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.144111 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.144208 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.144503 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.144842 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.145218 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.145544 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.145866 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:12.187363 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Attempting to bind port e307a61b-6848-4c0f-9594-a507454c2db7 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:06:12.188017 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Attempting to bind port e307a61b-6848-4c0f-9594-a507454c2db7 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:06:12.188578 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Attempting to bind port e307a61b-6848-4c0f-9594-a507454c2db7 on network ebeb0096-4c30-4018-94ef-14ec27411909 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:12.194224 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:06:12.194966 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Checking segment: {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:12.195582 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.197300 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Bound using segment: {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:06:12.198020 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Bound port: e307a61b-6848-4c0f-9594-a507454c2db7, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:06:12.198747 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.223123 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-092c7883-1603-45e1-b36d-671f187ccfab tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca904afcf0e24e3e9b884fa7774910ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362539 Apr 18 14:06:12.237987 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-65b2cf77-6365-4b79-bbd2-adc03d761c15 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 14:06:12.239021 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-65b2cf77-6365-4b79-bbd2-adc03d761c15 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068381 Apr 18 14:06:12.287475 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 3, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port': {'id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:12.294087 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] For port e307a61b-6848-4c0f-9594-a507454c2db7, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:06:12.297789 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] For port e307a61b-6848-4c0f-9594-a507454c2db7, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=e307a61b-6848-4c0f-9594-a507454c2db7,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:06:12.308437 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.332945 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a62bc770-9c4b-47a3-9531-210b2b2ebbd4 None None] Current status of the port 1e0c368d-ab20-422d-a185-766ed669c8f9 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:12.339085 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Checking router: 5986ad12-cfca-424c-9e67-7b96cfcff480 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:06:12.339543 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Updating router 5986ad12-cfca-424c-9e67-7b96cfcff480 port 5899d44d-009d-447f-a3a8-a4679896e94e binding host dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 14:06:12.381687 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:12.382566 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:05:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:12.384279 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.431049 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e983546-31bc-47af-ba1d-3ae0ff9b3bef None None] Pushing event updated for resources: {'Port': ['ID=e307a61b-6848-4c0f-9594-a507454c2db7,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:12.478976 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-dc1667aa-b508-4b30-88e8-c749ed0204eb service neutron] 10.222.0.11 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296188 Apr 18 14:06:12.541769 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:12.554204 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-f6c384d1-2bbb-4c19-a932-c309b1efe396 None None] Provisioning complete for port e307a61b-6848-4c0f-9594-a507454c2db7 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:12.558566 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f6c384d1-2bbb-4c19-a932-c309b1efe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.668219 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-51f5b8cd-ffff-4ee9-a46c-264ac8b10608 service neutron] 10.222.0.11 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656218 Apr 18 14:06:12.673948 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.779413 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:12Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:12.813726 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c8194-be7e-4a8a-bfef-d86bd744de12 None None] The sync data for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi is: [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:12Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:06:12.825371 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Publish callbacks [] for port (5899d44d-009d-447f-a3a8-a4679896e94e), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.829726 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f6c384d1-2bbb-4c19-a932-c309b1efe396 None None] Current status of the port e307a61b-6848-4c0f-9594-a507454c2db7 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:12.829726 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f6c384d1-2bbb-4c19-a932-c309b1efe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.838314 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.909256 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-f6c384d1-2bbb-4c19-a932-c309b1efe396 None None] For port e307a61b-6848-4c0f-9594-a507454c2db7, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=e307a61b-6848-4c0f-9594-a507454c2db7,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:12.921264 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f6c384d1-2bbb-4c19-a932-c309b1efe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:12.928524 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2880cc9c-b564-417a-b94f-94adfe553a07 req-63bd9557-c62f-41b0-8fcc-55ebe7b8c459 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 210 time: 0.0564568 Apr 18 14:06:12.970696 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Allocated IP 172.20.0.1 (a5fe1937-4245-48ac-baa0-9d481607d688/c44a90c7-35a4-40d7-a2cd-2183c453dbad/95e39104-6308-45b4-a1bf-68955ecd1cc2) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:12.975211 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f3d12-7585-408e-ae93-a3f9c6b1ce44 None None] Pushing event updated for resources: {'Port': ['ID=5899d44d-009d-447f-a3a8-a4679896e94e,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:12.994448 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Attempting to bind port 5899d44d-009d-447f-a3a8-a4679896e94e on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:06:12.996466 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Attempting to bind port 5899d44d-009d-447f-a3a8-a4679896e94e by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:06:12.996988 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Attempting to bind port 5899d44d-009d-447f-a3a8-a4679896e94e on network 7b5ec104-ac81-4590-982d-7d164b7f1741 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:13.039185 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:06:13.039684 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Checking segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:13.040499 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.040974 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Bound using segment: {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:06:13.041545 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Bound port: 5899d44d-009d-447f-a3a8-a4679896e94e, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a700f5-110f-409a-a038-e96cc10d14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:06:13.042006 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.110801 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 69acd7b3-ec14-456a-acf3-1d9c64d74887 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:13.165364 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Publish callbacks [] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.168968 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-f6f8efa6-56fa-4144-8293-344134a541d2 None None] Provisioning complete for port e307a61b-6848-4c0f-9594-a507454c2db7 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:13.169545 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f6f8efa6-56fa-4144-8293-344134a541d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.201639 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c384d1-2bbb-4c19-a932-c309b1efe396 None None] Pushing event updated for resources: {'Port': ['ID=e307a61b-6848-4c0f-9594-a507454c2db7,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:13.228679 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.232984 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] For port 5899d44d-009d-447f-a3a8-a4679896e94e, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:06:13.238669 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] For port 5899d44d-009d-447f-a3a8-a4679896e94e, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=5899d44d-009d-447f-a3a8-a4679896e94e,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:06:13.252170 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 69acd7b3-ec14-456a-acf3-1d9c64d74887 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:13.252671 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.283365 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Pushing event updated for resources: {'Port': ['ID=95e39104-6308-45b4-a1bf-68955ecd1cc2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:13.303829 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Network a5fe1937-4245-48ac-baa0-9d481607d688 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:13.305402 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:13.308423 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:13.328397 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.334026 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8efa6-56fa-4144-8293-344134a541d2 None None] Current status of the port e307a61b-6848-4c0f-9594-a507454c2db7 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:13.356516 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700508'] for router_interface (5986ad12-cfca-424c-9e67-7b96cfcff480), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.410001 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-f6f8efa6-56fa-4144-8293-344134a541d2 None None] Provisioning complete for port 1e0c368d-ab20-422d-a185-766ed669c8f9 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:13.410365 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f6f8efa6-56fa-4144-8293-344134a541d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.418621 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Routers {'5986ad12-cfca-424c-9e67-7b96cfcff480'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:13.419939 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:05:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5986ad12-cfca-424c-9e67-7b96cfcff480'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:13.558644 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.604105 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f3d12-7585-408e-ae93-a3f9c6b1ce44 None None] Pushing event updated for resources: {'Port': ['ID=5899d44d-009d-447f-a3a8-a4679896e94e,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:13.700847 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] Set router 5986ad12-cfca-424c-9e67-7b96cfcff480 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:13.790909 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Publish callbacks [] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.796391 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.865928 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701420'] for router_interface (5986ad12-cfca-424c-9e67-7b96cfcff480), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:13.901746 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Pushing event updated for resources: {'Port': ['ID=95e39104-6308-45b4-a1bf-68955ecd1cc2,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:13.917802 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 69acd7b3-ec14-456a-acf3-1d9c64d74887 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:13.918867 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device e307a61b-6848-4c0f-9594-a507454c2db7 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:13.968667 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8efa6-56fa-4144-8293-344134a541d2 None None] Current status of the port 1e0c368d-ab20-422d-a185-766ed669c8f9 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:13.972248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Network a5fe1937-4245-48ac-baa0-9d481607d688 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:13.974072 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:14.038684 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port e307a61b-6848-4c0f-9594-a507454c2db7 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:14.039063 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:14.067837 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a97dd7fe-6162-47c8-ade5-77c4d1fcfc9a req-79a4e7bf-750b-4ad9-adfd-1ee80fbe87e0 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 210 time: 0.0406575 Apr 18 14:06:14.150614 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-628a61e6-ec0c-44a5-b02b-a282fe130ae4 None None] Provisioning complete for port 95e39104-6308-45b4-a1bf-68955ecd1cc2 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:14.150923 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Router 5986ad12-cfca-424c-9e67-7b96cfcff480 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:06:14.151109 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-628a61e6-ec0c-44a5-b02b-a282fe130ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:14.223424 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 3, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port': {'id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:14.228829 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-628a61e6-ec0c-44a5-b02b-a282fe130ae4 None None] Port 95e39104-6308-45b4-a1bf-68955ecd1cc2 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:06:14.264089 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f097dda-06b3-4d2b-8d1b-ebbee3893aeb None None] The sync data for ids ['5986ad12-cfca-424c-9e67-7b96cfcff480'] in dv-cinder-838302-1-iscsi is: [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 3, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port': {'id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:06:14.286178 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port e307a61b-6848-4c0f-9594-a507454c2db7 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:14.286178 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 1e0c368d-ab20-422d-a185-766ed669c8f9 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:14.355407 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 1e0c368d-ab20-422d-a185-766ed669c8f9 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:14.356096 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:14.382177 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-c925d19f-e93b-409a-9f8e-584eaf999c00 None None] Provisioning complete for port 95e39104-6308-45b4-a1bf-68955ecd1cc2 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:14.382545 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c925d19f-e93b-409a-9f8e-584eaf999c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:14.434895 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-c925d19f-e93b-409a-9f8e-584eaf999c00 None None] Port 95e39104-6308-45b4-a1bf-68955ecd1cc2 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:06:14.484388 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 1e0c368d-ab20-422d-a185-766ed669c8f9 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:14.681659 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:06:14.688719 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-ecf2b9cf-501e-40e2-a15a-ea47f116cfee tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:14.690239 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-ecf2b9cf-501e-40e2-a15a-ea47f116cfee tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "GET /v2.0/networks?id=5b0be0be-91c8-4e4e-9559-b85da34a8180 HTTP/1.1" status: 200 len: 813 time: 0.1720867 Apr 18 14:06:14.693983 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-81ab182b-c4b6-4fd4-8551-ff3e0eadaccd admin admin] 10.222.0.11 "PUT /v2.0/routers/5986ad12-cfca-424c-9e67-7b96cfcff480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9323061 Apr 18 14:06:14.705555 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Request body: {'port': {'device_id': 'c5adc7ee-0109-4756-b0e7-b74dbe6a1464', 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180', 'admin_state_up': True, 'tenant_id': 'ca904afcf0e24e3e9b884fa7774910ef'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:14.828480 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Made reservation on behalf of ca904afcf0e24e3e9b884fa7774910ef for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:06:14.831969 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:14.987438 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Allocated IP 172.20.0.8 (5b0be0be-91c8-4e4e-9559-b85da34a8180/13fca4d1-cec1-4133-b86f-4e50686b0edf/3af9c8e3-6bd4-44d7-9a22-e3415347f419) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:15.093835 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device e307a61b-6848-4c0f-9594-a507454c2db7 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:15.152900 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port e307a61b-6848-4c0f-9594-a507454c2db7 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:15.153597 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.179224 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks [] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.218762 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c59bb34e-fd7b-45a3-9f80-54fd35e0bbca req-2ed9528a-9dd2-4955-a162-995f6e589f74 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 210 time: 0.0353959 Apr 18 14:06:15.260298 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.270189 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port e307a61b-6848-4c0f-9594-a507454c2db7 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:15.271303 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 5899d44d-009d-447f-a3a8-a4679896e94e up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:15.306332 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39816) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:15.311220 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Network 5b0be0be-91c8-4e4e-9559-b85da34a8180 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:15.312180 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-4ef0ba6b-2670-4230-9b10-5c61f0a56e1a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702349975', 'description': 'tempest-secgroup-smoke-1702349975 description', 'project_id': '7595638b14254ad2862370e80fba617e'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:15.314682 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:15.317111 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:15.331667 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 5899d44d-009d-447f-a3a8-a4679896e94e triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:15.332316 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.342381 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ef0ba6b-2670-4230-9b10-5c61f0a56e1a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.372488 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Pushing event updated for resources: {'Port': ['ID=3af9c8e3-6bd4-44d7-9a22-e3415347f419,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:15.401477 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:15.402138 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.425472 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 5899d44d-009d-447f-a3a8-a4679896e94e is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:15.426063 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.429287 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-4403bf94-2d6a-447b-ba79-0dde720decca tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276833 Apr 18 14:06:15.443200 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-a660984e-aa07-4d6c-b807-9188b3e4c584 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 14:06:15.444251 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-a660984e-aa07-4d6c-b807-9188b3e4c584 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063088 Apr 18 14:06:15.446911 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ef0ba6b-2670-4230-9b10-5c61f0a56e1a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group (2b35875b-43dc-4f51-8d1d-6f4408979d1c), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.451110 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ef0ba6b-2670-4230-9b10-5c61f0a56e1a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (2b35875b-43dc-4f51-8d1d-6f4408979d1c), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.452263 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] For port 5899d44d-009d-447f-a3a8-a4679896e94e, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=5899d44d-009d-447f-a3a8-a4679896e94e,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:15.456443 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.485201 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4ef0ba6b-2670-4230-9b10-5c61f0a56e1a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.486462 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4ef0ba6b-2670-4230-9b10-5c61f0a56e1a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1781483 Apr 18 14:06:15.488446 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0ba6b-2670-4230-9b10-5c61f0a56e1a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b35875b-43dc-4f51-8d1d-6f4408979d1c,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:15.489468 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 39820) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:15.495079 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d8539f1e-36d3-4d66-b0fd-8d230a98a993 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'security_group_rule': {'security_group_id': '2b35875b-43dc-4f51-8d1d-6f4408979d1c', 'project_id': '7595638b14254ad2862370e80fba617e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:15.514196 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Pushing event updated for resources: {'Port': ['ID=5899d44d-009d-447f-a3a8-a4679896e94e,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:15.527361 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8539f1e-36d3-4d66-b0fd-8d230a98a993 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (45bef965-1cea-4e1d-b359-6290f89dc3a3), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.565286 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Request body: {'port': {'device_id': 'c5adc7ee-0109-4756-b0e7-b74dbe6a1464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:15.615312 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8539f1e-36d3-4d66-b0fd-8d230a98a993 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (45bef965-1cea-4e1d-b359-6290f89dc3a3), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.639836 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8539f1e-36d3-4d66-b0fd-8d230a98a993 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (45bef965-1cea-4e1d-b359-6290f89dc3a3), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.662417 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8539f1e-36d3-4d66-b0fd-8d230a98a993 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bef965-1cea-4e1d-b359-6290f89dc3a3,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:15.667192 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.679375 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8539f1e-36d3-4d66-b0fd-8d230a98a993 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.680626 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d8539f1e-36d3-4d66-b0fd-8d230a98a993 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899660 Apr 18 14:06:15.683969 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39822) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:15.688598 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-da4fa1ae-2fbc-4b92-a11f-a92b43943f11 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'security_group_rule': {'security_group_id': '2b35875b-43dc-4f51-8d1d-6f4408979d1c', 'project_id': '7595638b14254ad2862370e80fba617e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:15.715153 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da4fa1ae-2fbc-4b92-a11f-a92b43943f11 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (be48d955-cdc2-4a43-a3f4-5279edd7942b), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.771633 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da4fa1ae-2fbc-4b92-a11f-a92b43943f11 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (be48d955-cdc2-4a43-a3f4-5279edd7942b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.776120 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da4fa1ae-2fbc-4b92-a11f-a92b43943f11 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (be48d955-cdc2-4a43-a3f4-5279edd7942b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.793607 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fa1ae-2fbc-4b92-a11f-a92b43943f11 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be48d955-cdc2-4a43-a3f4-5279edd7942b,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:15.802369 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da4fa1ae-2fbc-4b92-a11f-a92b43943f11 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.803564 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-da4fa1ae-2fbc-4b92-a11f-a92b43943f11 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185703 Apr 18 14:06:15.807188 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39824) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:15.811737 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-db78a095-d496-465f-a60d-7f00f6d33305 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'security_group_rule': {'security_group_id': '2b35875b-43dc-4f51-8d1d-6f4408979d1c', 'project_id': '7595638b14254ad2862370e80fba617e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:15.839060 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-db78a095-d496-465f-a60d-7f00f6d33305 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (5d651305-99e4-4e66-96c6-3e3f4c4e09a1), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.898725 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-db78a095-d496-465f-a60d-7f00f6d33305 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (5d651305-99e4-4e66-96c6-3e3f4c4e09a1), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.902552 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-db78a095-d496-465f-a60d-7f00f6d33305 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (5d651305-99e4-4e66-96c6-3e3f4c4e09a1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.920274 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78a095-d496-465f-a60d-7f00f6d33305 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d651305-99e4-4e66-96c6-3e3f4c4e09a1,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:15.927980 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-db78a095-d496-465f-a60d-7f00f6d33305 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.929278 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-db78a095-d496-465f-a60d-7f00f6d33305 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209762 Apr 18 14:06:15.932542 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39826) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:15.936888 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-8588ee4f-bc12-464a-9a15-2abb48a421d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'security_group_rule': {'security_group_id': '2b35875b-43dc-4f51-8d1d-6f4408979d1c', 'project_id': '7595638b14254ad2862370e80fba617e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:15.948600 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af9c8e3-6bd4-44d7-9a22-e3415347f419 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:06:15.956889 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Publish callbacks [] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.962860 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8588ee4f-bc12-464a-9a15-2abb48a421d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (dedd8145-d5bc-49a4-982e-2d8c2f2fb42b), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:15.970258 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Transition to ACTIVE for port object 3af9c8e3-6bd4-44d7-9a22-e3415347f419 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:06:15.974816 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.024876 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8588ee4f-bc12-464a-9a15-2abb48a421d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (dedd8145-d5bc-49a4-982e-2d8c2f2fb42b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.028966 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8588ee4f-bc12-464a-9a15-2abb48a421d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (dedd8145-d5bc-49a4-982e-2d8c2f2fb42b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.029172 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9c8e3-6bd4-44d7-9a22-e3415347f419,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:16.051406 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588ee4f-bc12-464a-9a15-2abb48a421d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd8145-d5bc-49a4-982e-2d8c2f2fb42b,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:16.064686 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8588ee4f-bc12-464a-9a15-2abb48a421d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.069153 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8588ee4f-bc12-464a-9a15-2abb48a421d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355133 Apr 18 14:06:16.069774 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39828) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:16.074306 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-4743e83e-f164-4b95-b780-7f4ba577e52f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'security_group_rule': {'security_group_id': '2b35875b-43dc-4f51-8d1d-6f4408979d1c', 'project_id': '7595638b14254ad2862370e80fba617e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:16.097118 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.securitygroups_db [None req-4743e83e-f164-4b95-b780-7f4ba577e52f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Project 7595638b14254ad2862370e80fba617e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 14:06:16.103719 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4743e83e-f164-4b95-b780-7f4ba577e52f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (701f957c-d459-4446-8e46-197108848ed4), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.111051 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Attempting to bind port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:06:16.111393 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Attempting to bind port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:06:16.111715 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Attempting to bind port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 on network 5b0be0be-91c8-4e4e-9559-b85da34a8180 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:16.116286 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 on network 5b0be0be-91c8-4e4e-9559-b85da34a8180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:06:16.116610 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Attempting to bind port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 on network 5b0be0be-91c8-4e4e-9559-b85da34a8180 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:16.122329 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:06:16.122747 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Checking segment: {'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:16.123328 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Bound using segment: {'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:06:16.123888 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Bound port: 3af9c8e3-6bd4-44d7-9a22-e3415347f419, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357ff58f-35cf-4649-9019-513957515546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:06:16.124141 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.167489 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4743e83e-f164-4b95-b780-7f4ba577e52f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (701f957c-d459-4446-8e46-197108848ed4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.172082 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4743e83e-f164-4b95-b780-7f4ba577e52f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (701f957c-d459-4446-8e46-197108848ed4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.190474 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743e83e-f164-4b95-b780-7f4ba577e52f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701f957c-d459-4446-8e46-197108848ed4,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:16.200171 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4743e83e-f164-4b95-b780-7f4ba577e52f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.200820 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] For port 3af9c8e3-6bd4-44d7-9a22-e3415347f419, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:06:16.201594 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4743e83e-f164-4b95-b780-7f4ba577e52f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308599 Apr 18 14:06:16.204250 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 39830) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:16.204428 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] For port 3af9c8e3-6bd4-44d7-9a22-e3415347f419, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=3af9c8e3-6bd4-44d7-9a22-e3415347f419,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:06:16.208806 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-21fc45d7-04e0-4e44-a3d0-f6939cffe9e9 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'security_group_rule': {'security_group_id': '2b35875b-43dc-4f51-8d1d-6f4408979d1c', 'project_id': '7595638b14254ad2862370e80fba617e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:16.210426 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.230688 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.securitygroups_db [None req-21fc45d7-04e0-4e44-a3d0-f6939cffe9e9 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Project 7595638b14254ad2862370e80fba617e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 14:06:16.236730 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-21fc45d7-04e0-4e44-a3d0-f6939cffe9e9 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (27594fb9-421f-49b1-82f0-94b17233db0e), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.248914 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:16.249547 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.250953 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] 10.222.0.37 "PUT /v2.0/ports/3af9c8e3-6bd4-44d7-9a22-e3415347f419 HTTP/1.1" status: 200 len: 1093 time: 0.7980692 Apr 18 14:06:16.251430 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5adc7ee-0109-4756-b0e7-b74dbe6a1464', 'tag': '3af9c8e3-6bd4-44d7-9a22-e3415347f419'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:16.253723 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efacf20-834e-4c55-b96f-4d379517c57e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5adc7ee-0109-4756-b0e7-b74dbe6a1464", "tag": "3af9c8e3-6bd4-44d7-9a22-e3415347f419"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:16.279476 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f76e5f-aa63-4eca-b6ed-eca5101b8b77 service neutron] Pushing event updated for resources: {'Port': ['ID=3af9c8e3-6bd4-44d7-9a22-e3415347f419,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:16.313542 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-21fc45d7-04e0-4e44-a3d0-f6939cffe9e9 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (27594fb9-421f-49b1-82f0-94b17233db0e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.320570 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-21fc45d7-04e0-4e44-a3d0-f6939cffe9e9 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580392'] for security_group_rule (27594fb9-421f-49b1-82f0-94b17233db0e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.326187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc40ab-49e1-47d9-bb80-0855b96ea34c x-openstack-request-id: req-dddc40ab-49e1-47d9-bb80-0855b96ea34c {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:16.326478 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5adc7ee-0109-4756-b0e7-b74dbe6a1464", "tag": "3af9c8e3-6bd4-44d7-9a22-e3415347f419", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:16.326800 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dddc40ab-49e1-47d9-bb80-0855b96ea34c {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:16.327142 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddc40ab-49e1-47d9-bb80-0855b96ea34c'] response: {'name': 'network-changed', 'server_uuid': 'c5adc7ee-0109-4756-b0e7-b74dbe6a1464', 'tag': '3af9c8e3-6bd4-44d7-9a22-e3415347f419', 'status': 'completed', 'code': 200} Apr 18 14:06:16.347846 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc45d7-04e0-4e44-a3d0-f6939cffe9e9 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27594fb9-421f-49b1-82f0-94b17233db0e,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:16.353591 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-21fc45d7-04e0-4e44-a3d0-f6939cffe9e9 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.354972 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-21fc45d7-04e0-4e44-a3d0-f6939cffe9e9 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495359 Apr 18 14:06:16.392582 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-e6fb0ff9-f024-40f4-892f-5be9ae64ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:16.394102 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-e6fb0ff9-f024-40f4-892f-5be9ae64ea22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca904afcf0e24e3e9b884fa7774910ef&device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 1127 time: 0.0815125 Apr 18 14:06:16.402126 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Sync routers for ids ['5986ad12-cfca-424c-9e67-7b96cfcff480'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:06:16.413507 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Routers {'5986ad12-cfca-424c-9e67-7b96cfcff480'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:16.414128 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:05:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5986ad12-cfca-424c-9e67-7b96cfcff480'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:16.418718 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b2ce-6766-4e6b-a44e-56ef70b19150 req-e47afdc0-570e-429c-b013-7c9ce30ee016 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:16.420243 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5208b2ce-6766-4e6b-a44e-56ef70b19150 req-e47afdc0-570e-429c-b013-7c9ce30ee016 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 943 time: 0.0923431 Apr 18 14:06:16.451846 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-d8efa21c-0c0d-4d08-b34e-4324994f9790 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9c8e3-6bd4-44d7-9a22-e3415347f419 HTTP/1.1" status: 200 len: 217 time: 0.0464456 Apr 18 14:06:16.532545 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Set router 5986ad12-cfca-424c-9e67-7b96cfcff480 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:16.532701 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5208b2ce-6766-4e6b-a44e-56ef70b19150 req-10552a48-4dd7-4059-9ff1-220f3d662032 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834723 Apr 18 14:06:16.536244 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-d5604f3f-ac73-4d20-b290-66ec17be5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:16.537638 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-d5604f3f-ac73-4d20-b290-66ec17be5751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13fca4d1-cec1-4133-b86f-4e50686b0edf HTTP/1.1" status: 200 len: 853 time: 0.0723238 Apr 18 14:06:16.572175 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-c8d0a9a8-732b-4266-89fc-255a8cc3f37c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b0be0be-91c8-4e4e-9559-b85da34a8180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274978 Apr 18 14:06:16.665781 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-43d75267-1cff-4934-89b1-ac7d1080b41e service neutron] 10.222.0.37 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868464 Apr 18 14:06:16.741339 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:13Z', 'revision_number': 4, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port': {'id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '95e39104-6308-45b4-a1bf-68955ecd1cc2', 'name': '', 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'mac_address': 'fa:16:3e:40:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c44a90c7-35a4-40d7-a2cd-2183c453dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:12Z', 'updated_at': '2022-04-18T14:06:13Z', 'revision_number': 2, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'subnets': [{'id': 'c44a90c7-35a4-40d7-a2cd-2183c453dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:16.769247 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Checking router: 5986ad12-cfca-424c-9e67-7b96cfcff480 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:06:16.769607 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Updating router 5986ad12-cfca-424c-9e67-7b96cfcff480 port 95e39104-6308-45b4-a1bf-68955ecd1cc2 binding host dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 14:06:16.775102 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec730f0b-e52f-475e-85f3-47b5db1e7130 req-1b0dfcb0-9092-4838-851b-25939d86ab7d service neutron] 10.222.0.37 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001956 Apr 18 14:06:16.801260 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:16.959903 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 5899d44d-009d-447f-a3a8-a4679896e94e up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:17.005855 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 5899d44d-009d-447f-a3a8-a4679896e94e triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:17.006139 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.096704 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 5899d44d-009d-447f-a3a8-a4679896e94e is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:17.175262 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Publish callbacks [] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.180412 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.232232 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520b539-1af4-4e54-9bee-de5422e81a2b None None] Pushing event updated for resources: {'Port': ['ID=95e39104-6308-45b4-a1bf-68955ecd1cc2,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:17.291345 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Attempting to bind port 95e39104-6308-45b4-a1bf-68955ecd1cc2 on host dv-cinder-838302-1-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:06:17.291715 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Attempting to bind port 95e39104-6308-45b4-a1bf-68955ecd1cc2 by drivers openvswitch,hyperv on host dv-cinder-838302-1-iscsi at level 0 using segments [{'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:06:17.292109 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Attempting to bind port 95e39104-6308-45b4-a1bf-68955ecd1cc2 on network a5fe1937-4245-48ac-baa0-9d481607d688 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:17.297699 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Checking agent: {'id': '9a415623-2820-4d7a-93a2-f66c52fb0752', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838302-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 46, 55), 'started_at': datetime.datetime(2022, 4, 18, 13, 47, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838302-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:06:17.298068 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Checking segment: {'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:17.298470 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.298864 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Bound using segment: {'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:06:17.299327 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Bound port: 95e39104-6308-45b4-a1bf-68955ecd1cc2, host: dv-cinder-838302-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac20e6b-76d3-425d-ba1a-4295f1ced142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:06:17.299703 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.370063 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] For port 95e39104-6308-45b4-a1bf-68955ecd1cc2, host dv-cinder-838302-1-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:06:17.373645 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] For port 95e39104-6308-45b4-a1bf-68955ecd1cc2, host dv-cinder-838302-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=95e39104-6308-45b4-a1bf-68955ecd1cc2,segment=NetworkSegment(8ac20e6b-76d3-425d-ba1a-4295f1ced142),segment_id=8ac20e6b-76d3-425d-ba1a-4295f1ced142)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:06:17.380363 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.440105 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Routers {'5986ad12-cfca-424c-9e67-7b96cfcff480'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:17.440831 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:05:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5986ad12-cfca-424c-9e67-7b96cfcff480'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:17.479974 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-7bca6bdd-f33c-446e-82dd-430b6d1817f0 None None] Provisioning complete for port 95e39104-6308-45b4-a1bf-68955ecd1cc2 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:17.482255 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7bca6bdd-f33c-446e-82dd-430b6d1817f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.492182 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520b539-1af4-4e54-9bee-de5422e81a2b None None] Pushing event updated for resources: {'Port': ['ID=95e39104-6308-45b4-a1bf-68955ecd1cc2,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:17.574316 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-7bca6bdd-f33c-446e-82dd-430b6d1817f0 None None] Current status of the port 95e39104-6308-45b4-a1bf-68955ecd1cc2 is: DOWN; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:17.574713 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7bca6bdd-f33c-446e-82dd-430b6d1817f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.579820 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] Set router 5986ad12-cfca-424c-9e67-7b96cfcff480 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:17.616013 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-7bca6bdd-f33c-446e-82dd-430b6d1817f0 None None] For port 95e39104-6308-45b4-a1bf-68955ecd1cc2, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=95e39104-6308-45b4-a1bf-68955ecd1cc2,segment=NetworkSegment(8ac20e6b-76d3-425d-ba1a-4295f1ced142),segment_id=8ac20e6b-76d3-425d-ba1a-4295f1ced142)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:17.621840 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7bca6bdd-f33c-446e-82dd-430b6d1817f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.681070 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b00a3b-e0e5-4ecd-b139-3c9d2de4c9cb req-14fa7793-be30-4669-8544-24707d6624cd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:17.682737 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34b00a3b-e0e5-4ecd-b139-3c9d2de4c9cb req-14fa7793-be30-4669-8544-24707d6624cd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 943 time: 0.0697422 Apr 18 14:06:17.682900 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca6bdd-f33c-446e-82dd-430b6d1817f0 None None] Pushing event updated for resources: {'Port': ['ID=95e39104-6308-45b4-a1bf-68955ecd1cc2,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:17.732153 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34b00a3b-e0e5-4ecd-b139-3c9d2de4c9cb req-e2031e76-d9f6-4ffd-a5a5-6a6b58c6bfec tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Apr 18 14:06:17.757151 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-68b7faf7-59e0-44e0-a598-75f0fba13eef None None] Provisioning complete for port 95e39104-6308-45b4-a1bf-68955ecd1cc2 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:17.757610 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-68b7faf7-59e0-44e0-a598-75f0fba13eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:17.819715 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:13Z', 'revision_number': 4, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port': {'id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '95e39104-6308-45b4-a1bf-68955ecd1cc2', 'name': '', 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'mac_address': 'fa:16:3e:40:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c44a90c7-35a4-40d7-a2cd-2183c453dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:12Z', 'updated_at': '2022-04-18T14:06:17Z', 'revision_number': 4, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'subnets': [{'id': 'c44a90c7-35a4-40d7-a2cd-2183c453dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:17.846960 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-68b7faf7-59e0-44e0-a598-75f0fba13eef None None] Current status of the port 95e39104-6308-45b4-a1bf-68955ecd1cc2 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:17.852437 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a42aa-39a7-4030-b4c1-c14e2ece8d3b None None] The sync data for ids ['5986ad12-cfca-424c-9e67-7b96cfcff480'] in dv-cinder-838302-1-iscsi is: [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:13Z', 'revision_number': 4, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port': {'id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '95e39104-6308-45b4-a1bf-68955ecd1cc2', 'name': '', 'network_id': 'a5fe1937-4245-48ac-baa0-9d481607d688', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'mac_address': 'fa:16:3e:40:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c44a90c7-35a4-40d7-a2cd-2183c453dbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:12Z', 'updated_at': '2022-04-18T14:06:17Z', 'revision_number': 4, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'subnets': [{'id': 'c44a90c7-35a4-40d7-a2cd-2183c453dbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:06:17.878572 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacf20-834e-4c55-b96f-4d379517c57e req-5cbfa4fb-91b7-43c7-bbdc-5486c14a90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:17.880200 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1efacf20-834e-4c55-b96f-4d379517c57e req-5cbfa4fb-91b7-43c7-bbdc-5486c14a90ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca904afcf0e24e3e9b884fa7774910ef&device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 1127 time: 0.0563343 Apr 18 14:06:18.001057 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacf20-834e-4c55-b96f-4d379517c57e req-7349d18b-59ba-4eee-b9c8-07e41c20c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:18.002574 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1efacf20-834e-4c55-b96f-4d379517c57e req-7349d18b-59ba-4eee-b9c8-07e41c20c093 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b0be0be-91c8-4e4e-9559-b85da34a8180 HTTP/1.1" status: 200 len: 914 time: 0.1160948 Apr 18 14:06:18.050001 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1efacf20-834e-4c55-b96f-4d379517c57e req-f1b3fb93-1061-44e2-b5aa-3024c9c7a8e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af9c8e3-6bd4-44d7-9a22-e3415347f419 HTTP/1.1" status: 200 len: 217 time: 0.0399327 Apr 18 14:06:18.104308 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efacf20-834e-4c55-b96f-4d379517c57e req-44d78e42-4b80-4339-842c-90005d221e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:18.105937 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1efacf20-834e-4c55-b96f-4d379517c57e req-44d78e42-4b80-4339-842c-90005d221e8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13fca4d1-cec1-4133-b86f-4e50686b0edf HTTP/1.1" status: 200 len: 853 time: 0.0494819 Apr 18 14:06:18.148011 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1efacf20-834e-4c55-b96f-4d379517c57e req-bf565eea-7a4d-4cf0-96a3-30a52a9ff42e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b0be0be-91c8-4e4e-9559-b85da34a8180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340307 Apr 18 14:06:18.257294 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1efacf20-834e-4c55-b96f-4d379517c57e req-c5e1f033-984b-431f-958a-31691863740e service neutron] 10.222.0.37 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933776 Apr 18 14:06:18.356660 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1efacf20-834e-4c55-b96f-4d379517c57e req-4e32c444-6765-414e-bb9b-9a29282822f8 service neutron] 10.222.0.37 "GET /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924635 Apr 18 14:06:18.859627 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac6b69-daa3-4ebd-b281-e7821758f22b req-44c96156-73ba-4c25-97e1-3d3103910e63 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:18.861119 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-20ac6b69-daa3-4ebd-b281-e7821758f22b req-44c96156-73ba-4c25-97e1-3d3103910e63 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 943 time: 0.0476964 Apr 18 14:06:18.908234 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19c17f10-7f0b-41e6-8ccb-343e990d8359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:18.926413 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-20ac6b69-daa3-4ebd-b281-e7821758f22b req-d9fce4a5-6449-410e-890a-bdd87b6596f6 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577533 Apr 18 14:06:18.981191 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 95e39104-6308-45b4-a1bf-68955ecd1cc2 up at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:19.031378 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Provisioning complete for port 95e39104-6308-45b4-a1bf-68955ecd1cc2 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:19.031820 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:19.111167 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Current status of the port 95e39104-6308-45b4-a1bf-68955ecd1cc2 is: ACTIVE; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:19.567552 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 3af9c8e3-6bd4-44d7-9a22-e3415347f419 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:06:19.674264 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 3af9c8e3-6bd4-44d7-9a22-e3415347f419, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=3af9c8e3-6bd4-44d7-9a22-e3415347f419,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:19.686211 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '3af9c8e3-6bd4-44d7-9a22-e3415347f419', 'network_id': '5b0be0be-91c8-4e4e-9559-b85da34a8180', 'port_id': '3af9c8e3-6bd4-44d7-9a22-e3415347f419', 'mac_address': 'fa:16:3e:75:6f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fca4d1-cec1-4133-b86f-4e50686b0edf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:06:19.724707 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:19.725091 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:19.738281 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af9c8e3-6bd4-44d7-9a22-e3415347f419 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:06:19.759986 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 3af9c8e3-6bd4-44d7-9a22-e3415347f419, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=3af9c8e3-6bd4-44d7-9a22-e3415347f419,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:19.763910 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:19.811611 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=3af9c8e3-6bd4-44d7-9a22-e3415347f419,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:20.025456 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['3af9c8e3-6bd4-44d7-9a22-e3415347f419'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:06:20.055844 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e19e9-e195-487b-8a6a-4fa5146e58f7 req-0474d6a4-da21-467b-a3ff-fef360555d0c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:20.057357 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f44e19e9-e195-487b-8a6a-4fa5146e58f7 req-0474d6a4-da21-467b-a3ff-fef360555d0c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 944 time: 0.0514121 Apr 18 14:06:20.109873 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f44e19e9-e195-487b-8a6a-4fa5146e58f7 req-d2bc1d54-475e-4d26-9e21-d0c12841c4d9 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468426 Apr 18 14:06:21.225544 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb001e-dd27-4bed-bce5-cbd7d06bbe3d req-993b93e3-0150-46bc-b3a7-d7becc403a3b tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:21.227231 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6aeb001e-dd27-4bed-bce5-cbd7d06bbe3d req-993b93e3-0150-46bc-b3a7-d7becc403a3b tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 944 time: 0.0480518 Apr 18 14:06:21.277126 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6aeb001e-dd27-4bed-bce5-cbd7d06bbe3d req-c9ec1877-ca26-4ee2-b55d-8dbc2dd81b4e tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Apr 18 14:06:21.470502 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1356d045-3274-4683-9e33-baf0005e6ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:21.571224 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 3af9c8e3-6bd4-44d7-9a22-e3415347f419 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:21.618151 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:06:21.624868 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:21.625256 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:21.704569 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:21.704959 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:21.728819 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5adc7ee-0109-4756-b0e7-b74dbe6a1464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9c8e3-6bd4-44d7-9a22-e3415347f419'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:21.730866 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf8dad2-4d09-4a2f-9cc0-f599627d7e6d" -d '{"events": [{"server_uuid": "c5adc7ee-0109-4756-b0e7-b74dbe6a1464", "name": "network-vif-plugged", "status": "completed", "tag": "3af9c8e3-6bd4-44d7-9a22-e3415347f419"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:21.751506 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 3af9c8e3-6bd4-44d7-9a22-e3415347f419, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=3af9c8e3-6bd4-44d7-9a22-e3415347f419,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:21.755869 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:21.782393 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da90f09-6448-4271-bf54-2da50fd114cf x-openstack-request-id: req-1da90f09-6448-4271-bf54-2da50fd114cf {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:21.782696 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5adc7ee-0109-4756-b0e7-b74dbe6a1464", "name": "network-vif-plugged", "status": "completed", "tag": "3af9c8e3-6bd4-44d7-9a22-e3415347f419", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:21.782950 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1da90f09-6448-4271-bf54-2da50fd114cf {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:21.783355 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da90f09-6448-4271-bf54-2da50fd114cf'] response: {'server_uuid': 'c5adc7ee-0109-4756-b0e7-b74dbe6a1464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af9c8e3-6bd4-44d7-9a22-e3415347f419', 'code': 200} Apr 18 14:06:21.816355 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=3af9c8e3-6bd4-44d7-9a22-e3415347f419,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:21.954731 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465df48-9272-4337-8cec-8c5a03b9790b req-0fb58f05-17b9-4dfa-b28a-422f31cd298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:21.956350 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0465df48-9272-4337-8cec-8c5a03b9790b req-0fb58f05-17b9-4dfa-b28a-422f31cd298e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 1129 time: 0.0456700 Apr 18 14:06:22.005103 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0465df48-9272-4337-8cec-8c5a03b9790b req-f3c174c3-405a-48c3-80e7-9508364460e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 Apr 18 14:06:22.392378 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ad57a-dc57-47a5-8740-2b3010e38db5 req-6a0953c8-eb0b-4498-88e4-195e715e0528 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:22.394110 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cd3ad57a-dc57-47a5-8740-2b3010e38db5 req-6a0953c8-eb0b-4498-88e4-195e715e0528 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 945 time: 0.0477464 Apr 18 14:06:22.441810 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cd3ad57a-dc57-47a5-8740-2b3010e38db5 req-3663c965-7719-4509-927d-e72fc9f2a7bf tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 Apr 18 14:06:22.679059 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:23.555832 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b755b5-698c-49c0-a576-17d53c37c137 req-fe2c2c90-54bd-4616-9f17-17caaad7c9b2 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:23.558883 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-04b755b5-698c-49c0-a576-17d53c37c137 req-fe2c2c90-54bd-4616-9f17-17caaad7c9b2 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 945 time: 0.0480554 Apr 18 14:06:23.618296 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-04b755b5-698c-49c0-a576-17d53c37c137 req-fdccfac0-ca1d-4eff-bf6e-71b52d55234e tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541117 Apr 18 14:06:24.065322 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:24.738225 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d50c-a1de-46c7-95dd-635f459123ef req-a3b116dd-5b23-468c-b3b7-d3e0f1aaf592 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:24.739923 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6583d50c-a1de-46c7-95dd-635f459123ef req-a3b116dd-5b23-468c-b3b7-d3e0f1aaf592 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 945 time: 0.0521538 Apr 18 14:06:24.789094 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6583d50c-a1de-46c7-95dd-635f459123ef req-33a5a21b-f9f6-43ac-a1f6-67c45476a655 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Apr 18 14:06:25.334980 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:31.124446 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:31.684811 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-bd38dec5-d425-4c57-8c52-212aa2bbdd50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702349975&fields=id&tenant_id=7595638b14254ad2862370e80fba617e HTTP/1.1" status: 200 len: 267 time: 0.0443051 Apr 18 14:06:31.790889 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435751cb-81da-41e2-b02f-0b581074b004 req-8f1872f3-eeca-4134-8f33-6023ab6cb8fa tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:31.792329 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-8f1872f3-eeca-4134-8f33-6023ab6cb8fa tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/networks?id=ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 200 len: 809 time: 0.1012990 Apr 18 14:06:31.806665 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-f1aee582-6fbd-49f5-a7a7-b0018adbff69 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/quotas/7595638b14254ad2862370e80fba617e HTTP/1.1" status: 200 len: 375 time: 0.0084732 Apr 18 14:06:31.853216 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-dfc79769-ada4-4eb7-ab8a-a4a27b6f87bb tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0411558 Apr 18 14:06:31.948538 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-a3db0366-1b35-41c7-8950-27715f885d5c service neutron] 10.222.0.11 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835738 Apr 18 14:06:32.036768 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-f97e5946-57e2-458a-a76e-2d5efb1660fb service neutron] 10.222.0.11 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826504 Apr 18 14:06:32.317105 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-874ea331-79c2-414d-bd90-b5b177c4a077 req-42c3c24a-417e-4fb2-bfc6-4fdf88d3b7cf tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0277016 Apr 18 14:06:33.429474 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ffae3a75-caf2-42a4-9a19-f323a8099961 req-13262b2a-004a-4fb3-9566-ffc35feb3a24 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0459974 Apr 18 14:06:34.522124 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50e355f5-e0e3-431f-bba1-b4eb3b64a385 req-83c764ed-315d-4ffa-8b5d-1ba3ed03475f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0270512 Apr 18 14:06:35.615514 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dba5afbe-0d72-4dda-881a-cb275704aeed req-89800d00-d937-4379-a322-fbbc2897e760 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0282588 Apr 18 14:06:35.670681 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-0d5d7624-af49-4b1d-970d-3bb9c75c6fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374372 Apr 18 14:06:35.806220 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-40624a27-8576-45a7-a7af-56085abf7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:35.807688 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-40624a27-8576-45a7-a7af-56085abf7969 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 1129 time: 0.0814176 Apr 18 14:06:35.830860 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435751cb-81da-41e2-b02f-0b581074b004 req-f9db810b-a846-4b32-a742-f20c74d3785a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:35.832285 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-f9db810b-a846-4b32-a742-f20c74d3785a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.37 "GET /v2.0/networks?id=ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 200 len: 809 time: 0.1467843 Apr 18 14:06:35.952046 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-ff5fd582-4a59-4074-a933-5d2858ef82a5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7595638b14254ad2862370e80fba617e HTTP/1.1" status: 200 len: 380 time: 0.1105454 Apr 18 14:06:35.962552 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'port': {'device_id': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'admin_state_up': True, 'tenant_id': '7595638b14254ad2862370e80fba617e', 'security_groups': ['2b35875b-43dc-4f51-8d1d-6f4408979d1c']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:35.970437 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-c9a7a746-8a81-4e79-a441-46b7991ad278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:35.971834 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-c9a7a746-8a81-4e79-a441-46b7991ad278 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.1386960 Apr 18 14:06:36.083984 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-bd2f9706-9bb3-43f0-a900-c74d3a0ef309 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=166cb7e9-fc11-42d8-a81b-06651f052a04 HTTP/1.1" status: 200 len: 1001 time: 0.1020031 Apr 18 14:06:36.156318 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-e3e3c150-20ab-4d89-9956-0fe5fbf097b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:36.157735 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-e3e3c150-20ab-4d89-9956-0fe5fbf097b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0647740 Apr 18 14:06:36.161607 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Made reservation on behalf of 7595638b14254ad2862370e80fba617e for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 14:06:36.164928 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:36.245550 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-20631f1c-c011-41d8-8b31-4fbdca8ab70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:36.247391 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-20631f1c-c011-41d8-8b31-4fbdca8ab70a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728815 Apr 18 14:06:36.390384 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Allocated IP 172.20.0.9 (ebeb0096-4c30-4018-94ef-14ec27411909/1788c9ea-6d6d-4537-a0b1-5d6c61b07db8/76fa233f-9a39-4315-8ba8-6cb9c51b5a18) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:36.398798 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-291247c1-4989-4d79-ad79-53440db6f9ba service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450744 Apr 18 14:06:36.564718 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-507f8b6c-9e54-4ee4-8888-05ef33b7e57d req-5d86e108-4630-48c9-9723-c156cfc8a5eb service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585321 Apr 18 14:06:36.599661 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:36.632990 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:36.676995 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Network ebeb0096-4c30-4018-94ef-14ec27411909 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:36.680077 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:36.687309 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:36.724847 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:36.782888 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed863c3d-753e-49b6-8868-33aafba1a5c8 req-7b030cae-3ab9-43c0-abab-f7db0b5527e0 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:36.784434 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed863c3d-753e-49b6-8868-33aafba1a5c8 req-7b030cae-3ab9-43c0-abab-f7db0b5527e0 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 931 time: 0.0952389 Apr 18 14:06:36.802217 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:36.802991 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:36.836248 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-3ee2d3b6-5de8-40e4-a9c4-a82b245b4c50 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771796 Apr 18 14:06:36.858107 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed863c3d-753e-49b6-8868-33aafba1a5c8 req-bb9cdbe9-45cd-4e62-96ba-de15d11e94e1 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673892 Apr 18 14:06:36.862890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Request body: {'port': {'device_id': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83830'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:36.930168 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:36.984810 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-3beb47db-03d6-4f11-a3a8-211d4e7b62f9 None None] Provisioning complete for port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 triggered by entity DHCP. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:36.985332 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3beb47db-03d6-4f11-a3a8-211d4e7b62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:37.026913 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3beb47db-03d6-4f11-a3a8-211d4e7b62f9 None None] Port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 cannot update to ACTIVE because it is not bound. {{(pid=103390) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 14:06:37.215217 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:06:37.222726 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Publish callbacks [] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:37.235268 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Transition to ACTIVE for port object 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 14:06:37.238976 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:37.289694 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Pushing event updated for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:37.366015 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Attempting to bind port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 on host hv-cinder-83830 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 14:06:37.366348 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Attempting to bind port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 by drivers openvswitch,hyperv on host hv-cinder-83830 at level 0 using segments [{'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 14:06:37.366674 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Attempting to bind port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 on network ebeb0096-4c30-4018-94ef-14ec27411909 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:37.371205 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 on network ebeb0096-4c30-4018-94ef-14ec27411909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83830 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 14:06:37.371556 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Attempting to bind port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 on network ebeb0096-4c30-4018-94ef-14ec27411909 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 14:06:37.376659 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Checking agent: {'id': 'bf32b58a-f746-40ee-a3b3-f5ecdc137a78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83830', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'started_at': datetime.datetime(2022, 4, 18, 13, 53, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 14, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 14:06:37.376993 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Checking segment: {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 14:06:37.377373 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Bound using segment: {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 14:06:37.377791 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Bound port: 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host: hv-cinder-83830, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf20c67c-cc69-461c-a0f2-48720e6330fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 14:06:37.378146 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:37.452515 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 14:06:37.455553 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 14:06:37.461555 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4596969'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:37.495937 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:37.496588 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:37.497963 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 1093 time: 0.6390138 Apr 18 14:06:37.498416 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:37.500664 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77409aaa-8801-4636-acea-8e392529b583" -d '{"events": [{"name": "network-changed", "server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:37.524759 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a2f04-df0a-43bc-ab36-5f782ddc21d0 service neutron] Pushing event updated for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:37.599936 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3549c12c-4140-468a-8ff2-01934097b2a7 x-openstack-request-id: req-3549c12c-4140-468a-8ff2-01934097b2a7 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:37.600232 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:37.600487 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3549c12c-4140-468a-8ff2-01934097b2a7 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:37.600897 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3549c12c-4140-468a-8ff2-01934097b2a7'] response: {'name': 'network-changed', 'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'status': 'completed', 'code': 200} Apr 18 14:06:37.978480 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d1e34-d845-489f-b577-70dbceb76252 req-e24d86b7-78b3-4421-a77c-abe9de1693ff tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:37.979961 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3c6d1e34-d845-489f-b577-70dbceb76252 req-e24d86b7-78b3-4421-a77c-abe9de1693ff tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0503325 Apr 18 14:06:38.029175 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3c6d1e34-d845-489f-b577-70dbceb76252 req-64e6d1aa-325d-4593-96fb-e9b9b3e163e1 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432937 Apr 18 14:06:39.141005 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401ae5b-3a86-43b1-b6a1-9b935ac081e2 req-7a5a7527-84af-441f-9492-4a1de6cda44f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:39.142450 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4401ae5b-3a86-43b1-b6a1-9b935ac081e2 req-7a5a7527-84af-441f-9492-4a1de6cda44f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0476637 Apr 18 14:06:39.190039 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4401ae5b-3a86-43b1-b6a1-9b935ac081e2 req-161f2d11-b40a-4603-afa2-fa1b71920077 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Apr 18 14:06:40.099179 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409aaa-8801-4636-acea-8e392529b583 req-6714bb0a-2d5d-42ed-bb56-2865fc05572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:40.100747 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77409aaa-8801-4636-acea-8e392529b583 req-6714bb0a-2d5d-42ed-bb56-2865fc05572c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1127 time: 0.0383761 Apr 18 14:06:40.197701 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409aaa-8801-4636-acea-8e392529b583 req-854e0394-ace0-417a-b5b4-6a477fce546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:40.199141 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77409aaa-8801-4636-acea-8e392529b583 req-854e0394-ace0-417a-b5b4-6a477fce546a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7595638b14254ad2862370e80fba617e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0912127 Apr 18 14:06:40.595998 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fc8d7-e264-4317-983c-14afcea5acb6 req-69d80059-2999-4a1d-a6ac-d45159e09b1c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:40.597449 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-282fc8d7-e264-4317-983c-14afcea5acb6 req-69d80059-2999-4a1d-a6ac-d45159e09b1c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.3363366 Apr 18 14:06:40.615714 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409aaa-8801-4636-acea-8e392529b583 req-6e674c0f-f60f-4748-aa41-e42c3b2a9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:40.617111 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-77409aaa-8801-4636-acea-8e392529b583 req-6e674c0f-f60f-4748-aa41-e42c3b2a9e9c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4116945 Apr 18 14:06:40.654717 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-282fc8d7-e264-4317-983c-14afcea5acb6 req-33baeeae-fd92-4b9a-9368-d23d6554b9b8 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489125 Apr 18 14:06:40.690550 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435751cb-81da-41e2-b02f-0b581074b004 req-190f986c-2d2c-49e2-b900-33bafbfcc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:40.692033 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-190f986c-2d2c-49e2-b900-33bafbfcc68a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1127 time: 0.0364964 Apr 18 14:06:40.737474 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-7d0c2e17-14fb-4197-8159-df3654b3f497 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 217 time: 0.0361547 Apr 18 14:06:40.785932 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435751cb-81da-41e2-b02f-0b581074b004 req-381c71d0-b615-46c8-9a4c-2d38677618cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:40.787319 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-381c71d0-b615-46c8-9a4c-2d38677618cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 HTTP/1.1" status: 200 len: 848 time: 0.0429325 Apr 18 14:06:40.831331 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435751cb-81da-41e2-b02f-0b581074b004 req-49a35986-f919-4ac0-a509-00495215aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:40.832821 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-49a35986-f919-4ac0-a509-00495215aae5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebeb0096-4c30-4018-94ef-14ec27411909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374255 Apr 18 14:06:40.926853 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-b47d33d4-8525-4fc2-80fe-ceeec3f62b51 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850263 Apr 18 14:06:41.013995 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-435751cb-81da-41e2-b02f-0b581074b004 req-39472d66-747e-4fc0-8aa5-5c7f73ad11bf service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808153 Apr 18 14:06:41.771426 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa37b13-0ef4-40ba-be74-550a948fd2b3 req-5c76caa9-cbdb-4ebf-8751-cee10b15eb6f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:41.772899 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dfa37b13-0ef4-40ba-be74-550a948fd2b3 req-5c76caa9-cbdb-4ebf-8751-cee10b15eb6f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0514634 Apr 18 14:06:41.820198 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dfa37b13-0ef4-40ba-be74-550a948fd2b3 req-b26f6b9a-8377-4be7-a2ad-e28d418f30ef tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 Apr 18 14:06:42.929747 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa66891-0cee-4d18-8539-3b6f5892e88d req-b46c000e-0f85-4b90-a902-237584aa9161 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:42.931178 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8aa66891-0cee-4d18-8539-3b6f5892e88d req-b46c000e-0f85-4b90-a902-237584aa9161 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0463862 Apr 18 14:06:42.978709 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8aa66891-0cee-4d18-8539-3b6f5892e88d req-587680ee-d7e7-4251-9ec8-132e25f605fe tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 Apr 18 14:06:44.091333 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61937-b140-479e-862d-1b1653c6189b req-13445545-af9b-4216-ad31-3c1a2fd174d6 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:44.092827 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38e61937-b140-479e-862d-1b1653c6189b req-13445545-af9b-4216-ad31-3c1a2fd174d6 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0494761 Apr 18 14:06:44.145397 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38e61937-b140-479e-862d-1b1653c6189b req-6acbb156-6a8f-4487-973a-34d07c09acdd tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464890 Apr 18 14:06:45.259862 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f2f3d-49bf-4420-a502-7569317007e5 req-437f1e46-b46b-426e-8a21-60fa4d16c9fa tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:45.261361 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-512f2f3d-49bf-4420-a502-7569317007e5 req-437f1e46-b46b-426e-8a21-60fa4d16c9fa tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0479929 Apr 18 14:06:45.306960 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:06:45.312501 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-512f2f3d-49bf-4420-a502-7569317007e5 req-4c2dd8d6-d78d-42a0-bb35-29b5207eca2a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Apr 18 14:06:45.873212 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1857cb-b95f-4305-a62a-00ebc8d956c2 req-10972a12-a87a-4d48-8055-a4f69218f2c0 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:45.874567 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c1857cb-b95f-4305-a62a-00ebc8d956c2 req-10972a12-a87a-4d48-8055-a4f69218f2c0 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 945 time: 0.0466456 Apr 18 14:06:45.923963 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c1857cb-b95f-4305-a62a-00ebc8d956c2 req-6b7c1410-fd13-49b6-bcc2-7c47c3f00f55 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Apr 18 14:06:46.422315 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c18f6-0a39-4ae0-9c30-1f5569e72ed4 req-3f9f6814-7c38-4d9d-a44c-dce790a6d2a7 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:46.423767 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-115c18f6-0a39-4ae0-9c30-1f5569e72ed4 req-3f9f6814-7c38-4d9d-a44c-dce790a6d2a7 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0460107 Apr 18 14:06:46.471668 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-115c18f6-0a39-4ae0-9c30-1f5569e72ed4 req-253486b0-396b-4e73-a6db-9e27eba75aaf tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Apr 18 14:06:47.034140 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ac191-9ef6-473f-a201-d79ccf909f74 req-1dcd27a1-e72f-4021-9f98-c03238e6f0fd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:47.035581 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-242ac191-9ef6-473f-a201-d79ccf909f74 req-1dcd27a1-e72f-4021-9f98-c03238e6f0fd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 945 time: 0.0461481 Apr 18 14:06:47.080875 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-242ac191-9ef6-473f-a201-d79ccf909f74 req-5610d623-9cc0-4b55-8ffa-6db7e2c72be2 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Apr 18 14:06:47.584793 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3966a-cc31-441a-bb97-c767f23770e0 req-f1ac760d-7b8b-4816-b237-5ccb9eeb2ff3 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:47.586249 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7e3966a-cc31-441a-bb97-c767f23770e0 req-f1ac760d-7b8b-4816-b237-5ccb9eeb2ff3 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0497901 Apr 18 14:06:47.633521 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7e3966a-cc31-441a-bb97-c767f23770e0 req-b031a15e-7d73-4fca-a59d-cfefd04592ed tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 Apr 18 14:06:48.199031 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51369c9d-3f95-446a-8f55-f6ac51ec660f req-9f5f9bb1-2fac-4095-8f8a-77ccddd2324c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:48.200719 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51369c9d-3f95-446a-8f55-f6ac51ec660f req-9f5f9bb1-2fac-4095-8f8a-77ccddd2324c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 945 time: 0.0468318 Apr 18 14:06:48.246859 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51369c9d-3f95-446a-8f55-f6ac51ec660f req-d9e4871d-ad61-4eeb-bda8-056e831172ff tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab8a9-9e5d-4c82-a916-eceba063088a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Apr 18 14:06:48.416610 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-cda3843c-4f08-4e7d-bc37-bb76d961843c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:48.417956 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-cda3843c-4f08-4e7d-bc37-bb76d961843c tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 945 time: 0.0452137 Apr 18 14:06:48.509310 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Deleting port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:06:48.509646 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:48.601605 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] For port 3af9c8e3-6bd4-44d7-9a22-e3415347f419, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=3af9c8e3-6bd4-44d7-9a22-e3415347f419,segment=NetworkSegment(357ff58f-35cf-4649-9019-513957515546),segment_id=357ff58f-35cf-4649-9019-513957515546)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:48.602326 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:48.615645 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Calling delete_port for 3af9c8e3-6bd4-44d7-9a22-e3415347f419 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:06:48.776482 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf52602-2bc6-4503-91c0-362e61546325 req-5ad5fd6a-1f09-4cdc-9999-163d54a39da5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:48.778605 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5cf52602-2bc6-4503-91c0-362e61546325 req-5ad5fd6a-1f09-4cdc-9999-163d54a39da5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0639570 Apr 18 14:06:48.782701 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (3af9c8e3-6bd4-44d7-9a22-e3415347f419), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:48.796072 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['3af9c8e3-6bd4-44d7-9a22-e3415347f419'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:06:48.824167 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Pushing event deleted for resources: {'Port': ['ID=3af9c8e3-6bd4-44d7-9a22-e3415347f419,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:48.857825 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.858181 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.858542 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.858881 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.859221 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.859560 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.859921 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.860254 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.860584 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.860919 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.861254 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.861583 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.861911 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.862235 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.862556 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:06:48.896454 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] No DVR routers for this DVR port 3af9c8e3-6bd4-44d7-9a22-e3415347f419 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:06:48.901016 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-91f9952e-1d30-45a4-9922-3d77e66ced49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:48.903890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:48.907180 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad37f0fe-619f-4954-90a5-e9c0ab580bac req-0a7f3e94-071a-4b6b-8f31-00209d551bdd tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.37 "DELETE /v2.0/ports/3af9c8e3-6bd4-44d7-9a22-e3415347f419 HTTP/1.1" status: 204 len: 173 time: 0.4815896 Apr 18 14:06:48.907940 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5adc7ee-0109-4756-b0e7-b74dbe6a1464', 'name': 'network-vif-deleted', 'tag': '3af9c8e3-6bd4-44d7-9a22-e3415347f419'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:48.910190 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3f502b-d04b-4963-a549-fe9e0d3766d8" -d '{"events": [{"server_uuid": "c5adc7ee-0109-4756-b0e7-b74dbe6a1464", "name": "network-vif-deleted", "tag": "3af9c8e3-6bd4-44d7-9a22-e3415347f419"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:48.916099 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5cf52602-2bc6-4503-91c0-362e61546325 req-c160cfa5-c479-4082-bd27-2d8df595bf2e tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313615 Apr 18 14:06:48.951749 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c29560-978e-440b-906a-df06d12943cd x-openstack-request-id: req-98c29560-978e-440b-906a-df06d12943cd {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:48.952070 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5adc7ee-0109-4756-b0e7-b74dbe6a1464", "name": "network-vif-deleted", "tag": "3af9c8e3-6bd4-44d7-9a22-e3415347f419", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:48.952329 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98c29560-978e-440b-906a-df06d12943cd {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:48.952749 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c29560-978e-440b-906a-df06d12943cd'] response: {'server_uuid': 'c5adc7ee-0109-4756-b0e7-b74dbe6a1464', 'name': 'network-vif-deleted', 'tag': '3af9c8e3-6bd4-44d7-9a22-e3415347f419', 'status': 'completed', 'code': 200} Apr 18 14:06:49.001928 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:06:49.098719 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:49.109607 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'port_id': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'mac_address': 'fa:16:3e:de:5d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:06:49.148510 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:49.148896 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:49.162371 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:06:49.181028 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:49.184609 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:49.229748 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:49.356689 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-875cd6d7-ec12-4d38-9a2f-46f11d48d6ac req-e99eb16c-99ec-4187-aece-e315ff0db0a3 tempest-VolumesSnapshotTestJSON-908861719 tempest-VolumesSnapshotTestJSON-908861719-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5adc7ee-0109-4756-b0e7-b74dbe6a1464 HTTP/1.1" status: 200 len: 210 time: 0.0311155 Apr 18 14:06:49.455278 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['76fa233f-9a39-4315-8ba8-6cb9c51b5a18'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:06:50.035510 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ce66-3e43-4e34-95cf-f9be94fdb679 req-ae26316f-7d96-4a14-a2ff-77ba85fcde63 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:50.036981 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a231ce66-3e43-4e34-95cf-f9be94fdb679 req-ae26316f-7d96-4a14-a2ff-77ba85fcde63 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 944 time: 0.0497427 Apr 18 14:06:50.083954 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a231ce66-3e43-4e34-95cf-f9be94fdb679 req-dcc13008-efc4-4aac-b652-f1253b3d1d0e tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Apr 18 14:06:51.025366 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:06:51.068610 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning for port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 completed by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 14:06:51.073650 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:06:51.073949 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:51.204376 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54d15-2eea-4301-9937-6c32bfa17370 req-d3bcaf3a-baee-48ea-808e-7b5411cd9836 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:51.205909 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3fa54d15-2eea-4301-9937-6c32bfa17370 req-d3bcaf3a-baee-48ea-808e-7b5411cd9836 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 944 time: 0.0514629 Apr 18 14:06:51.256228 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3fa54d15-2eea-4301-9937-6c32bfa17370 req-a31ede70-bc10-4f59-a080-034526170ba0 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 Apr 18 14:06:51.283975 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:06:51.284359 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:51.306363 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:51.308628 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680dd9a1-3ac2-4389-8ecd-05ebc4ce7794" -d '{"events": [{"server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:51.320710 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:51.325076 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:51.325966 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 3af9c8e3-6bd4-44d7-9a22-e3415347f419 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:06:51.369067 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ea85b-a1a5-47d2-a62c-2dc82838249d x-openstack-request-id: req-6c1ea85b-a1a5-47d2-a62c-2dc82838249d {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:51.369340 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:51.369584 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c1ea85b-a1a5-47d2-a62c-2dc82838249d {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:51.369972 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1ea85b-a1a5-47d2-a62c-2dc82838249d'] response: {'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'code': 200} Apr 18 14:06:51.373054 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 3af9c8e3-6bd4-44d7-9a22-e3415347f419 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:06:51.373397 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 3af9c8e3-6bd4-44d7-9a22-e3415347f419 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:06:51.394823 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=5']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:51.472809 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6db5e36e-f079-4ae5-a890-decb63010b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:51.569186 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa8f9b-94c8-4abf-a08c-b47996a8c986 req-07a5c6bd-8504-41e1-9db8-a00c9bcd6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:51.570657 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a0fa8f9b-94c8-4abf-a08c-b47996a8c986 req-07a5c6bd-8504-41e1-9db8-a00c9bcd6379 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0421126 Apr 18 14:06:51.616388 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a0fa8f9b-94c8-4abf-a08c-b47996a8c986 req-08b8c157-b80f-4efb-9e02-3c76fd73554c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386944 Apr 18 14:06:52.367827 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a0ba6-ebff-4001-82e9-7f5532739cff req-e74ef83f-5202-4e0b-b118-3066a4d9d00e tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:52.369349 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa6a0ba6-ebff-4001-82e9-7f5532739cff req-e74ef83f-5202-4e0b-b118-3066a4d9d00e tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0486951 Apr 18 14:06:52.416296 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa6a0ba6-ebff-4001-82e9-7f5532739cff req-f160f3e7-34a4-4984-897f-7a114109eae7 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Apr 18 14:06:52.680806 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:53.461980 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40112) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:53.537104 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eadd0-fb63-4536-a4f1-76ecd50fd7ac req-95339c4f-4e1b-452a-a6d3-29216de63492 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:53.538601 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f0eadd0-fb63-4536-a4f1-76ecd50fd7ac req-95339c4f-4e1b-452a-a6d3-29216de63492 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0530403 Apr 18 14:06:53.591819 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6f0eadd0-fb63-4536-a4f1-76ecd50fd7ac req-5600ee13-1ec8-4c49-b4e2-c77a8f29bbd8 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468338 Apr 18 14:06:53.864683 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Deleting port d78c72a6-3fda-46af-9690-ac64664aaab6 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:06:53.865019 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (d78c72a6-3fda-46af-9690-ac64664aaab6), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:53.938225 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (d78c72a6-3fda-46af-9690-ac64664aaab6), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:53.938550 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (d78c72a6-3fda-46af-9690-ac64664aaab6), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:53.950788 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Calling delete_port for d78c72a6-3fda-46af-9690-ac64664aaab6 owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:06:54.067332 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:54.120959 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (d78c72a6-3fda-46af-9690-ac64664aaab6), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:54.145612 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event deleted for resources: {'Port': ['ID=d78c72a6-3fda-46af-9690-ac64664aaab6,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:54.205526 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (3dd5154a-3907-4dda-aa04-4834b83f0de7), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:54.205848 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Floating IP 3dd5154a-3907-4dda-aa04-4834b83f0de7 disassociated (deleted). External IP: 172.27.3.138, port: 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4. Apr 18 14:06:54.415824 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Router 5964462e-8104-4696-bb64-601ed44deea5 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:06:54.524430 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:06:54.529323 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:54.534521 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:06:54.543499 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:54.544376 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:54.559612 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6738e901-4eca-4538-aa07-a32ffb0f629a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "DELETE /v2.0/floatingips/3dd5154a-3907-4dda-aa04-4834b83f0de7 HTTP/1.1" status: 204 len: 168 time: 1.0965230 Apr 18 14:06:54.560305 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:54.562698 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85862618-6fe2-43b7-af66-f125fa85fb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:54.666952 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c588ea70-b42d-45f9-9b42-a1c995987d07 x-openstack-request-id: req-c588ea70-b42d-45f9-9b42-a1c995987d07 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:54.667228 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:54.667817 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c588ea70-b42d-45f9-9b42-a1c995987d07 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:54.668031 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c588ea70-b42d-45f9-9b42-a1c995987d07'] response: {'name': 'network-changed', 'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'status': 'completed', 'code': 200} Apr 18 14:06:54.674240 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:54.787395 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10719d73-0204-460d-a0c2-ec389f88727c req-fcf371b4-1587-4839-b04f-fa3fb0e29d62 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:54.789029 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10719d73-0204-460d-a0c2-ec389f88727c req-fcf371b4-1587-4839-b04f-fa3fb0e29d62 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0740044 Apr 18 14:06:54.810596 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b3bb7-603d-4695-bd46-05a355fdcce7 req-3d1eea3b-0526-4e20-9614-2aee989c536f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:54.812045 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e4b3bb7-603d-4695-bd46-05a355fdcce7 req-3d1eea3b-0526-4e20-9614-2aee989c536f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 946 time: 0.0674658 Apr 18 14:06:54.884658 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10719d73-0204-460d-a0c2-ec389f88727c req-14f97757-4464-4559-8699-f12d5b622f3c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880480 Apr 18 14:06:54.890164 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e4b3bb7-603d-4695-bd46-05a355fdcce7 req-0f226eb6-01a1-4c3d-8bd2-cd88b7521038 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707026 Apr 18 14:06:54.903672 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:56Z', 'revision_number': 1, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:54.931791 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:06:54.941072 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:54.941627 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:55.096459 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:55.369832 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:55.385962 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:56Z', 'revision_number': 1, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:55.413313 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5fbaf3-b16f-4466-823c-5d0354171829 None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '8b02524c-cff0-49f0-a94c-ca250c3d66d4', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '5964462e-8104-4696-bb64-601ed44deea5', 'port_id': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'mac_address': 'fa:16:3e:96:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:02:54Z', 'updated_at': '2022-04-18T14:02:56Z', 'revision_number': 1, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:06:55.623738 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2008150-0a6f-4286-8b45-772295e788ca None None] New status for floating IP 3dd5154a-3907-4dda-aa04-4834b83f0de7: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:06:56.031195 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8350f1-e20a-41d6-87bc-2b17e3fe303b req-4531127b-0c55-4e3d-a0b3-46a60dabfd97 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:56.032738 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef8350f1-e20a-41d6-87bc-2b17e3fe303b req-4531127b-0c55-4e3d-a0b3-46a60dabfd97 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0790744 Apr 18 14:06:56.040773 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbea7d-3425-41be-ab09-b76ddf963e6a req-fcc124e9-c686-4b31-a08e-a5a515bf7a92 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:56.042175 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-84fbea7d-3425-41be-ab09-b76ddf963e6a req-fcc124e9-c686-4b31-a08e-a5a515bf7a92 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 946 time: 0.0866420 Apr 18 14:06:56.118844 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef8350f1-e20a-41d6-87bc-2b17e3fe303b req-a8422a8c-cce7-47c8-81dc-43ba72e176e1 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757132 Apr 18 14:06:56.123392 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-84fbea7d-3425-41be-ab09-b76ddf963e6a req-448d4a76-d366-4e8a-9517-7d94ee006319 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734553 Apr 18 14:06:56.229033 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-a071dbae-eead-4e3e-aa93-041860c4ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:56.231227 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-a071dbae-eead-4e3e-aa93-041860c4ebef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 1130 time: 0.0455809 Apr 18 14:06:56.895900 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-6e8af5fc-d3ae-4d62-a1ed-1dc347176ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:56.897427 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-6e8af5fc-d3ae-4d62-a1ed-1dc347176ff6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.0917981 Apr 18 14:06:56.946232 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-e7ef479f-98d5-4e8d-bc80-d22fc0402838 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0422699 Apr 18 14:06:57.014907 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-ff813e83-c839-4001-a5bb-da4dc92ba38f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:57.016381 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-ff813e83-c839-4001-a5bb-da4dc92ba38f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 946 time: 0.0786214 Apr 18 14:06:57.049506 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-7c95d97f-36b0-4456-85ef-af1f44572691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:57.050884 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-7c95d97f-36b0-4456-85ef-af1f44572691 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0813470 Apr 18 14:06:57.127654 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-22ee73f0-9b56-4a90-ba6b-b2d1a2ed75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:57.129166 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-22ee73f0-9b56-4a90-ba6b-b2d1a2ed75e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712194 Apr 18 14:06:57.150310 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Deleting port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:06:57.150310 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:57.361144 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162a441-98b2-4d66-80f6-4d8ea3535ba9 req-5a9e9b66-7bd6-4812-8104-a2da4aa68a47 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:57.362625 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8162a441-98b2-4d66-80f6-4d8ea3535ba9 req-5a9e9b66-7bd6-4812-8104-a2da4aa68a47 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d9265ec-a9c4-4665-be06-4046a970c582 HTTP/1.1" status: 200 len: 946 time: 0.1447430 Apr 18 14:06:57.375991 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7b753-88e8-4217-a8cf-044146e06294 req-5a3cf49b-b8d7-4ada-bb0a-9252b5c031d6 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:57.377435 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-45d7b753-88e8-4217-a8cf-044146e06294 req-5a3cf49b-b8d7-4ada-bb0a-9252b5c031d6 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.1609411 Apr 18 14:06:57.407111 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-ace64d56-3ad7-4053-b8db-c7ef667f81c0 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710283 Apr 18 14:06:57.467386 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] For port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:06:57.467818 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:57.530248 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Calling delete_port for 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:06:57.575590 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8162a441-98b2-4d66-80f6-4d8ea3535ba9 req-4d695038-71b5-417e-86a2-0a3e3957ff57 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923544 Apr 18 14:06:57.582176 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-45d7b753-88e8-4217-a8cf-044146e06294 req-eed1d1e9-9823-4a70-b092-d170c17abffa tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989722 Apr 18 14:06:57.643070 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-85862618-6fe2-43b7-af66-f125fa85fb7a req-d41ffa4a-9319-4f0a-b02d-77e7509e39f0 service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241907 Apr 18 14:06:57.719389 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de64312-9d6d-48cf-98b7-d2f2deeb11cd req-96788cab-5f7a-44f2-bb2e-9854ae4d276c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:57.721170 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5de64312-9d6d-48cf-98b7-d2f2deeb11cd req-96788cab-5f7a-44f2-bb2e-9854ae4d276c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0641410 Apr 18 14:06:57.803802 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:57.816226 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5de64312-9d6d-48cf-98b7-d2f2deeb11cd req-cf950913-5ea9-4ffa-9816-26b663370bc7 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750940 Apr 18 14:06:57.838443 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40156) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:57.838962 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event deleted for resources: {'Port': ['ID=7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:57.886773 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] No DVR routers for this DVR port 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:06:57.889890 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:57.893285 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a3e7a02c-fa1d-471f-8d79-80b12b7bea15 req-c3e94ae4-ae28-4837-bf09-1c8b6be9d571 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "DELETE /v2.0/ports/7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 HTTP/1.1" status: 204 len: 173 time: 0.8711061 Apr 18 14:06:57.893735 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'name': 'network-vif-deleted', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:57.896000 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81c8dc-14aa-4eba-a24a-0fcb7a85b1f0" -d '{"events": [{"server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "name": "network-vif-deleted", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:57.932179 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81ee1f3-2e4b-43ac-aee5-0510b5d73cd8 tempest-TestShelveInstance-1673095773 tempest-TestShelveInstance-1673095773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:57.934382 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c81ee1f3-2e4b-43ac-aee5-0510b5d73cd8 tempest-TestShelveInstance-1673095773 tempest-TestShelveInstance-1673095773-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1124 time: 0.0940998 Apr 18 14:06:57.935205 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59a73db-8180-462f-b0f6-efa0d1ac380f x-openstack-request-id: req-b59a73db-8180-462f-b0f6-efa0d1ac380f {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:57.935495 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9265ec-a9c4-4665-be06-4046a970c582", "name": "network-vif-deleted", "tag": "7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:57.935775 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b59a73db-8180-462f-b0f6-efa0d1ac380f {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:57.936182 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59a73db-8180-462f-b0f6-efa0d1ac380f'] response: {'server_uuid': '9d9265ec-a9c4-4665-be06-4046a970c582', 'name': 'network-vif-deleted', 'tag': '7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4', 'status': 'completed', 'code': 200} Apr 18 14:06:57.937657 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40162) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:06:57.942158 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Request body: {'floatingip': {'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'port_id': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 14:06:57.961994 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:58.041728 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:58.153973 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Allocated IP 172.27.3.117 (7b5ec104-ac81-4590-982d-7d164b7f1741/aefe1240-30da-44d7-b5aa-4d650a3ad0e8/257927cf-5320-4558-9384-b8d7af761005) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 14:06:58.268286 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for port (257927cf-5320-4558-9384-b8d7af761005), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:58.303513 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789856330662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (257927cf-5320-4558-9384-b8d7af761005), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:58.344122 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Network 7b5ec104-ac81-4590-982d-7d164b7f1741 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 14:06:58.349372 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 14:06:58.352937 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 14:06:58.358640 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'Port': ['ID=257927cf-5320-4558-9384-b8d7af761005,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:58.756911 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for floatingip (2fba2f0f-b42a-4881-9928-432934a34fbf), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:58.834819 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (257927cf-5320-4558-9384-b8d7af761005), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:58.997579 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for port (257927cf-5320-4558-9384-b8d7af761005), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:59.002696 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4924512'] for port (257927cf-5320-4558-9384-b8d7af761005), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:59.066174 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:06:59.076413 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event updated for resources: {'Port': ['ID=257927cf-5320-4558-9384-b8d7af761005,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:06:59.088496 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-700619'] for floatingip (2fba2f0f-b42a-4881-9928-432934a34fbf), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:59.112070 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:06:59.112820 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 7d37ecd8-c8c2-41ee-a5e7-a3042fc6d2b4 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:06:59.197315 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Floating IP 2fba2f0f-b42a-4881-9928-432934a34fbf associated. External IP: 172.27.3.117, port: 76fa233f-9a39-4315-8ba8-6cb9c51b5a18. Apr 18 14:06:59.412544 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Router 1c7a182e-9b54-4e30-bf12-f06538cfa52a has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:06:59.533280 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:06:59.546210 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] Sync routers for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:06:59.553901 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:06:59.557382 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:06:59.558030 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:06:59.584109 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3558cc21-5ddb-4d80-afaa-89b86f17db4c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6453295 Apr 18 14:06:59.584692 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:06:59.588118 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b" -d '{"events": [{"name": "network-changed", "server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:06:59.630539 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669de08a-5423-48bc-9409-8815e27ad82f x-openstack-request-id: req-669de08a-5423-48bc-9409-8815e27ad82f {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:06:59.630843 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:06:59.631107 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-669de08a-5423-48bc-9409-8815e27ad82f {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:06:59.631920 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669de08a-5423-48bc-9409-8815e27ad82f'] response: {'name': 'network-changed', 'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'status': 'completed', 'code': 200} Apr 18 14:06:59.667423 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:06:59.694220 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-ac485fe5-7a28-4846-ba0e-1bb4e1053c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:59.695730 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-ac485fe5-7a28-4846-ba0e-1bb4e1053c5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0394053 Apr 18 14:06:59.806428 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-673b528b-a00f-484c-8473-760d6f233655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:59.808269 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-673b528b-a00f-484c-8473-760d6f233655 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 200 len: 910 time: 0.1028755 Apr 18 14:06:59.908482 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-baaedc99-7213-4b8d-865e-91b0f56e46fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 999 time: 0.0881107 Apr 18 14:06:59.971657 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-c404def5-bd1a-4aa3-8b25-6a629c1faa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:06:59.973608 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-c404def5-bd1a-4aa3-8b25-6a629c1faa0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 HTTP/1.1" status: 200 len: 848 time: 0.0539041 Apr 18 14:07:00.026883 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-6175c284-f7a8-4f1e-94da-d1759f27bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:00.028457 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-6175c284-f7a8-4f1e-94da-d1759f27bfee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebeb0096-4c30-4018-94ef-14ec27411909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424736 Apr 18 14:07:00.039421 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '2fba2f0f-b42a-4881-9928-432934a34fbf', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'port_id': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'mac_address': 'fa:16:3e:de:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:06:58Z', 'updated_at': '2022-04-18T14:06:58Z', 'revision_number': 0, 'project_id': '7595638b14254ad2862370e80fba617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:12Z', 'revision_number': 5, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:00.073040 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] Checking router: 1c7a182e-9b54-4e30-bf12-f06538cfa52a for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:07:00.082023 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:07:00.082615 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:00.129489 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-ed104c36-8191-480c-85d5-3609179453f0 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921218 Apr 18 14:07:00.200928 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:07:00.239098 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8f318eee-c18a-4d0d-ab5a-aae4b1af674b req-2d75acb5-2c18-4387-996d-a5c67e718883 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930572 Apr 18 14:07:00.416434 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '2fba2f0f-b42a-4881-9928-432934a34fbf', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'port_id': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'mac_address': 'fa:16:3e:de:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:06:58Z', 'updated_at': '2022-04-18T14:06:58Z', 'revision_number': 0, 'project_id': '7595638b14254ad2862370e80fba617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:12Z', 'revision_number': 5, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:00.446641 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111af5c4-5d49-4ddf-9ed9-bfbe58f0ecd3 None None] The sync data for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi is: [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_floatingips': [{'id': '2fba2f0f-b42a-4881-9928-432934a34fbf', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'router_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'port_id': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'mac_address': 'fa:16:3e:de:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T14:06:58Z', 'updated_at': '2022-04-18T14:06:58Z', 'revision_number': 0, 'project_id': '7595638b14254ad2862370e80fba617e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:12Z', 'revision_number': 5, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:07:00.642928 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84339e6-d18f-4260-b8fa-9d1ee8cfccef None None] New status for floating IP 2fba2f0f-b42a-4881-9928-432934a34fbf: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:07:00.923610 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40196) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:01.075436 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Deleting port 4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:01.075805 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:01.128407 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:01.155155 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:01.155480 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:01.167311 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Calling delete_port for 4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:01.313931 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:01.338153 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event deleted for resources: {'Port': ['ID=4b23b604-4a3e-4e2a-bf6a-5d3e2dc2588c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:01.401402 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (8b02524c-cff0-49f0-a94c-ca250c3d66d4), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:01.401724 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Floating IP 8b02524c-cff0-49f0-a94c-ca250c3d66d4 disassociated (deleted). External IP: 172.27.3.174, port: 166cb7e9-fc11-42d8-a81b-06651f052a04. Apr 18 14:07:01.614762 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Router 5964462e-8104-4696-bb64-601ed44deea5 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:07:01.723585 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:07:01.727988 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:01.733349 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:07:01.743686 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:07:01.744340 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:01.756796 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-839c9c4e-55d6-4f21-a713-fbea35ee55e3 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "DELETE /v2.0/floatingips/8b02524c-cff0-49f0-a94c-ca250c3d66d4 HTTP/1.1" status: 204 len: 168 time: 0.8320787 Apr 18 14:07:01.757376 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:07:01.759618 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798b7f03-692a-484c-995c-0980fe86e1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:07:01.799651 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d113abb-2612-4b9e-9e46-3a4af90582b6 x-openstack-request-id: req-0d113abb-2612-4b9e-9e46-3a4af90582b6 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:07:01.800028 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:07:01.800346 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d113abb-2612-4b9e-9e46-3a4af90582b6 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:07:01.800823 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d113abb-2612-4b9e-9e46-3a4af90582b6'] response: {'name': 'network-changed', 'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'status': 'completed', 'code': 200} Apr 18 14:07:01.857922 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:07:01.973527 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae50ab2-9431-48dd-95fb-b8748ca2bd58 req-8fb51469-cb1b-4fad-9023-05962e8f0447 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:01.975100 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0ae50ab2-9431-48dd-95fb-b8748ca2bd58 req-8fb51469-cb1b-4fad-9023-05962e8f0447 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0477328 Apr 18 14:07:02.028228 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0ae50ab2-9431-48dd-95fb-b8748ca2bd58 req-c18f4bc9-5c94-4537-b0db-ce0da7b1e522 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464694 Apr 18 14:07:02.051561 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:02.082364 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:07:02.090938 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:07:02.091547 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:02.202096 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:07:02.386339 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:02.412309 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911f939-1825-4ec2-821c-de5a504c5407 None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T13:57:51Z', 'revision_number': 4, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': '000d4f27-91b5-47d3-b09a-5d76505d8d42', 'name': '', 'network_id': 'f6d3f5fc-3f47-4809-8f8a-4733e9e31709', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'mac_address': 'fa:16:3e:f1:44:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:51Z', 'updated_at': '2022-04-18T13:57:56Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'subnets': [{'id': '14044e1a-ddac-4e1c-851a-338849985aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:07:02.629896 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64155e4-273f-493d-9302-0d03bc4cdcab None None] New status for floating IP 8b02524c-cff0-49f0-a94c-ca250c3d66d4: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:07:03.447808 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bc03c-5ae5-4166-97fe-088f718e5e5a req-f97f535c-2c61-4d2f-ba92-67552382535f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:03.449486 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de3bc03c-5ae5-4166-97fe-088f718e5e5a req-f97f535c-2c61-4d2f-ba92-67552382535f tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 945 time: 0.3508782 Apr 18 14:07:03.452965 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-c7961c3e-eefe-4b67-9415-68c70f5bb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:03.454310 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-c7961c3e-eefe-4b67-9415-68c70f5bb186 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 1129 time: 0.3461645 Apr 18 14:07:03.498472 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-de3bc03c-5ae5-4166-97fe-088f718e5e5a req-e8941d97-bdd7-4669-872d-cd87678c8b16 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428810 Apr 18 14:07:04.396392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-34d4c007-0d9f-478a-b310-2cd9a8a8ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:04.397896 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-34d4c007-0d9f-478a-b310-2cd9a8a8ab7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 200 len: 913 time: 0.0963540 Apr 18 14:07:04.522960 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-8c1a1c19-841b-4ab2-9431-33ef9d7cdd86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=166cb7e9-fc11-42d8-a81b-06651f052a04 HTTP/1.1" status: 200 len: 217 time: 0.0353436 Apr 18 14:07:04.615620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-59af1094-353c-4eb9-94ea-165949c65453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:04.616995 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-59af1094-353c-4eb9-94ea-165949c65453 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 200 len: 851 time: 0.0770378 Apr 18 14:07:04.624878 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428dd4f-5116-4007-8eb7-bb37552630b7 req-dd274b52-1ba1-415b-83da-f8c411b8ca4a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:04.626210 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f428dd4f-5116-4007-8eb7-bb37552630b7 req-dd274b52-1ba1-415b-83da-f8c411b8ca4a tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0578127 Apr 18 14:07:04.682941 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f428dd4f-5116-4007-8eb7-bb37552630b7 req-399cae2b-0ad8-40dc-a89b-d22e333494da tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5b6f49-db47-46e9-84c8-0a1b794eed6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510340 Apr 18 14:07:04.714945 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-85ef6bc1-cfab-4036-98c8-29ee3fdff919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:04.716475 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-85ef6bc1-cfab-4036-98c8-29ee3fdff919 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6d3f5fc-3f47-4809-8f8a-4733e9e31709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437326 Apr 18 14:07:04.822916 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515601c7-915d-4706-a700-7163ea4ed48d req-15db9dae-02ba-441e-8b58-bd410e704612 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:07:04.825039 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-515601c7-915d-4706-a700-7163ea4ed48d req-15db9dae-02ba-441e-8b58-bd410e704612 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 945 time: 0.0748978 Apr 18 14:07:04.879741 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-df733100-809f-4c1e-9694-ad3fb854834f service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552451 Apr 18 14:07:04.974289 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Deleting port 166cb7e9-fc11-42d8-a81b-06651f052a04 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:04.974621 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:05.056082 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-798b7f03-692a-484c-995c-0980fe86e1e6 req-48430872-de86-47c8-aa41-157f1962f04d service neutron] 10.222.0.37 "GET /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703334 Apr 18 14:07:05.085549 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] For port 166cb7e9-fc11-42d8-a81b-06651f052a04, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=166cb7e9-fc11-42d8-a81b-06651f052a04,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:07:05.085913 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:05.099743 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Calling delete_port for 166cb7e9-fc11-42d8-a81b-06651f052a04 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:05.229157 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (166cb7e9-fc11-42d8-a81b-06651f052a04), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:05.258222 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event deleted for resources: {'Port': ['ID=166cb7e9-fc11-42d8-a81b-06651f052a04,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:05.301594 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] No DVR routers for this DVR port 166cb7e9-fc11-42d8-a81b-06651f052a04 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:07:05.304229 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:05.307578 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-515601c7-915d-4706-a700-7163ea4ed48d req-18e98983-4689-47c0-8dcb-ba5d9a49ad65 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.37 "DELETE /v2.0/ports/166cb7e9-fc11-42d8-a81b-06651f052a04 HTTP/1.1" status: 204 len: 173 time: 0.4763255 Apr 18 14:07:05.308056 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'name': 'network-vif-deleted', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:07:05.311382 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9276b2-3f77-440e-a35e-38772b8b9e86" -d '{"events": [{"server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "name": "network-vif-deleted", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:07:05.350194 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a26e5b-048d-48e0-a77c-df06a3127fb0 x-openstack-request-id: req-a1a26e5b-048d-48e0-a77c-df06a3127fb0 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:07:05.350483 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e953ec-1529-4e07-81c3-fa8fd3a2f1b5", "name": "network-vif-deleted", "tag": "166cb7e9-fc11-42d8-a81b-06651f052a04", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:07:05.350750 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1a26e5b-048d-48e0-a77c-df06a3127fb0 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:07:05.351155 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a26e5b-048d-48e0-a77c-df06a3127fb0'] response: {'server_uuid': '34e953ec-1529-4e07-81c3-fa8fd3a2f1b5', 'name': 'network-vif-deleted', 'tag': '166cb7e9-fc11-42d8-a81b-06651f052a04', 'status': 'completed', 'code': 200} Apr 18 14:07:05.798834 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8e2f6b9a-16df-4be7-87fe-9a5c8b0d2619 req-7bc8abcd-848b-4bf5-a2bf-ea6f644bd146 tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "GET /v2.0/ports?device_id=34e953ec-1529-4e07-81c3-fa8fd3a2f1b5 HTTP/1.1" status: 200 len: 210 time: 0.0340962 Apr 18 14:07:06.855832 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40246) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:06.985667 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Deleting port 628ddcb1-928c-4bca-b14f-f36491c3084a {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:06.985920 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (628ddcb1-928c-4bca-b14f-f36491c3084a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:07.061256 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (628ddcb1-928c-4bca-b14f-f36491c3084a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:07.061579 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (628ddcb1-928c-4bca-b14f-f36491c3084a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:07.073796 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Calling delete_port for 628ddcb1-928c-4bca-b14f-f36491c3084a owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:07.100096 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 166cb7e9-fc11-42d8-a81b-06651f052a04 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:07:07.120020 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 166cb7e9-fc11-42d8-a81b-06651f052a04 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:07:07.120363 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 166cb7e9-fc11-42d8-a81b-06651f052a04 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:07:07.207466 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (628ddcb1-928c-4bca-b14f-f36491c3084a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:07.237913 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event deleted for resources: {'Port': ['ID=628ddcb1-928c-4bca-b14f-f36491c3084a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:07.306477 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for floatingip (7933df9e-b1e7-48c7-9e20-302b42191187), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:07.309947 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:07.311088 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7cc79f35-fd08-49bf-a8a2-08451ba90dec tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "DELETE /v2.0/floatingips/7933df9e-b1e7-48c7-9e20-302b42191187 HTTP/1.1" status: 204 len: 168 time: 0.4541652 Apr 18 14:07:08.529223 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40264) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:08.608579 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group (bb5b6f49-db47-46e9-84c8-0a1b794eed6a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:08.637756 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group (bb5b6f49-db47-46e9-84c8-0a1b794eed6a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:08.696594 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (bb5b6f49-db47-46e9-84c8-0a1b794eed6a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:08.699828 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:08.700978 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] 10.222.0.11 "DELETE /v2.0/security-groups/bb5b6f49-db47-46e9-84c8-0a1b794eed6a HTTP/1.1" status: 204 len: 168 time: 0.1707814 Apr 18 14:07:08.709921 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5b6f49-db47-46e9-84c8-0a1b794eed6a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:08.717327 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.717675 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.718018 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.718359 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.718691 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.719022 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.719347 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.720305 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.720305 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.720584 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.720910 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.721236 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.721558 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.721983 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.722327 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633fd06-96bb-4c4e-8098-f628eb7bc71c tempest-TestVolumeBootPattern-2133657682 tempest-TestVolumeBootPattern-2133657682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:07:08.766177 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40268) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:09.204247 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (5964462e-8104-4696-bb64-601ed44deea5), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:09.688272 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Deleting port 000d4f27-91b5-47d3-b09a-5d76505d8d42 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:09.689004 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:09.765005 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] For port 000d4f27-91b5-47d3-b09a-5d76505d8d42, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=000d4f27-91b5-47d3-b09a-5d76505d8d42,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:07:09.765365 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:09.778376 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Calling delete_port for 000d4f27-91b5-47d3-b09a-5d76505d8d42 owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:09.962378 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (000d4f27-91b5-47d3-b09a-5d76505d8d42), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:09.990855 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=000d4f27-91b5-47d3-b09a-5d76505d8d42,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:10.168820 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (5964462e-8104-4696-bb64-601ed44deea5), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:10.393312 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Router 5964462e-8104-4696-bb64-601ed44deea5 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:07:10.500513 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:07:10.505404 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b331309f-6d61-4365-8681-64517b06b7d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/5964462e-8104-4696-bb64-601ed44deea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7382798 Apr 18 14:07:10.507898 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40286) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:10.509540 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] Sync routers for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:07:10.519832 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:07:10.520448 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:10.615425 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks [] for router (5964462e-8104-4696-bb64-601ed44deea5), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:10.727326 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks [] for router_gateway (5964462e-8104-4696-bb64-601ed44deea5), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:10.755300 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:07:10.773056 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Deleting port fe272920-e55d-4b2a-806f-6cd6d6401305 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:10.773400 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:10.853393 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] For port fe272920-e55d-4b2a-806f-6cd6d6401305, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=fe272920-e55d-4b2a-806f-6cd6d6401305,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:07:10.853748 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:10.867693 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Calling delete_port for fe272920-e55d-4b2a-806f-6cd6d6401305 owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:10.927418 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T14:07:09Z', 'revision_number': 5, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port': {'id': 'fe272920-e55d-4b2a-806f-6cd6d6401305', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5964462e-8104-4696-bb64-601ed44deea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:49Z', 'updated_at': '2022-04-18T13:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:10.954420 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] Checking router: 5964462e-8104-4696-bb64-601ed44deea5 for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:07:10.962925 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] Routers {'5964462e-8104-4696-bb64-601ed44deea5'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:07:10.963535 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5964462e-8104-4696-bb64-601ed44deea5'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:11.043939 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (fe272920-e55d-4b2a-806f-6cd6d6401305), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.054867 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] Set router 5964462e-8104-4696-bb64-601ed44deea5 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:07:11.077759 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe272920-e55d-4b2a-806f-6cd6d6401305,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:11.112350 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T14:07:10Z', 'revision_number': 6, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:11.137110 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (5964462e-8104-4696-bb64-601ed44deea5), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.140033 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf104eff-8218-4571-8549-b0e72c4b0915 None None] The sync data for ids ['5964462e-8104-4696-bb64-601ed44deea5'] in dv-cinder-838302-1-iscsi is: [{'id': '5964462e-8104-4696-bb64-601ed44deea5', 'name': 'tempest-TestVolumeBootPattern-1199064657-router', 'tenant_id': '2b08736f301c4043a50d2f76e56f3e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:48Z', 'updated_at': '2022-04-18T14:07:10Z', 'revision_number': 6, 'project_id': '2b08736f301c4043a50d2f76e56f3e4d', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:07:11.232278 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (5964462e-8104-4696-bb64-601ed44deea5), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.234405 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks [] for router_controller (5964462e-8104-4696-bb64-601ed44deea5), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.280946 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (5964462e-8104-4696-bb64-601ed44deea5), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.281459 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5964462e-8104-4696-bb64-601ed44deea5 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:07:11.285846 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.288211 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f576b18d-56ca-4b42-915b-e22a1f2a600f admin admin] 10.222.0.11 "DELETE /v2.0/routers/5964462e-8104-4696-bb64-601ed44deea5 HTTP/1.1" status: 204 len: 168 time: 0.7793646 Apr 18 14:07:11.289425 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40296) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:11.336514 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-baef1a17-7bd4-449b-a552-b058ebbf597c admin admin] Deleting subnet 14044e1a-ddac-4e1c-851a-338849985aeb {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:07:11.340259 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-baef1a17-7bd4-449b-a552-b058ebbf597c admin admin] Publish callbacks [] for subnet (14044e1a-ddac-4e1c-851a-338849985aeb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.376604 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-baef1a17-7bd4-449b-a552-b058ebbf597c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (14044e1a-ddac-4e1c-851a-338849985aeb), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.461918 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-baef1a17-7bd4-449b-a552-b058ebbf597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (14044e1a-ddac-4e1c-851a-338849985aeb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.516907 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-baef1a17-7bd4-449b-a552-b058ebbf597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (14044e1a-ddac-4e1c-851a-338849985aeb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.548314 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-baef1a17-7bd4-449b-a552-b058ebbf597c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.554454 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-baef1a17-7bd4-449b-a552-b058ebbf597c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/14044e1a-ddac-4e1c-851a-338849985aeb HTTP/1.1" status: 204 len: 168 time: 0.2617939 Apr 18 14:07:11.554454 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef1a17-7bd4-449b-a552-b058ebbf597c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14044e1a-ddac-4e1c-851a-338849985aeb,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:11.554835 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40310) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:11.556997 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344eb9cb-e19c-4872-8d0d-53a567b6c42b None None] Network f6d3f5fc-3f47-4809-8f8a-4733e9e31709 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:07:11.642827 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (f6d3f5fc-3f47-4809-8f8a-4733e9e31709), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.689037 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Deleting port 8181e373-71b6-471a-8a25-49b02f5792a6 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:11.689387 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.757015 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] For port 8181e373-71b6-471a-8a25-49b02f5792a6, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=8181e373-71b6-471a-8a25-49b02f5792a6,segment=NetworkSegment(b6743682-8857-46cf-965b-ef8aa0444ee4),segment_id=b6743682-8857-46cf-965b-ef8aa0444ee4)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:07:11.757383 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.771281 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Calling delete_port for 8181e373-71b6-471a-8a25-49b02f5792a6 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:11.849084 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (8181e373-71b6-471a-8a25-49b02f5792a6), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.879318 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8181e373-71b6-471a-8a25-49b02f5792a6,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:11.883210 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] No DVR routers for this DVR port 8181e373-71b6-471a-8a25-49b02f5792a6 on host dv-cinder-838302-1-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:07:11.915747 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6fd91e-add5-42ec-89cb-93318b538031 None None] DHCP port deletion for f6d3f5fc-3f47-4809-8f8a-4733e9e31709 request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:07:11.968059 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (f6d3f5fc-3f47-4809-8f8a-4733e9e31709), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:11.988269 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d3f5fc-3f47-4809-8f8a-4733e9e31709']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:11.998631 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6743682-8857-46cf-965b-ef8aa0444ee4') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:11.998924 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6743682-8857-46cf-965b-ef8aa0444ee4') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:12.008650 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (b6743682-8857-46cf-965b-ef8aa0444ee4), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.022170 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (b6743682-8857-46cf-965b-ef8aa0444ee4), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.029090 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:07:12.029605 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (b6743682-8857-46cf-965b-ef8aa0444ee4), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:07:12.032036 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:07:12.090229 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (f6d3f5fc-3f47-4809-8f8a-4733e9e31709), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.098141 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.104654 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40312) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:12.105690 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f6d3f5fc-3f47-4809-8f8a-4733e9e31709 HTTP/1.1" status: 204 len: 168 time: 0.5488167 Apr 18 14:07:12.115432 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3ffc3-deda-47ce-8dc4-aab2af0c2ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d3f5fc-3f47-4809-8f8a-4733e9e31709,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:12.446726 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (0b0feaa0-1528-41fb-a245-cb8a5b96599c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.681304 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Deleting port eca4909f-1e2d-41ed-8cf4-222d87a19740 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:12.681922 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.766293 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] For port eca4909f-1e2d-41ed-8cf4-222d87a19740, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=eca4909f-1e2d-41ed-8cf4-222d87a19740,segment=NetworkSegment(70d8af61-8802-4b08-a2be-d124724153e6),segment_id=70d8af61-8802-4b08-a2be-d124724153e6)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:07:12.766661 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.779383 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Calling delete_port for eca4909f-1e2d-41ed-8cf4-222d87a19740 owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:12.959174 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (eca4909f-1e2d-41ed-8cf4-222d87a19740), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:12.983397 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 8181e373-71b6-471a-8a25-49b02f5792a6 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:07:12.986624 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca4909f-1e2d-41ed-8cf4-222d87a19740,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:13.004158 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 8181e373-71b6-471a-8a25-49b02f5792a6 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:07:13.004439 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 8181e373-71b6-471a-8a25-49b02f5792a6 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:07:13.004860 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 000d4f27-91b5-47d3-b09a-5d76505d8d42 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:07:13.024552 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 000d4f27-91b5-47d3-b09a-5d76505d8d42 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:07:13.024903 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 000d4f27-91b5-47d3-b09a-5d76505d8d42 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:07:13.025325 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device fe272920-e55d-4b2a-806f-6cd6d6401305 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:07:13.047024 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: fe272920-e55d-4b2a-806f-6cd6d6401305 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:07:13.047368 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device fe272920-e55d-4b2a-806f-6cd6d6401305 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:07:13.402639 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (0b0feaa0-1528-41fb-a245-cb8a5b96599c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:13.619207 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Router 0b0feaa0-1528-41fb-a245-cb8a5b96599c has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:07:13.626520 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40324) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:13.670606 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-696a1dff-7f31-4d71-9409-e5c357ace219 admin admin] Deleting subnet 13fca4d1-cec1-4133-b86f-4e50686b0edf {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:07:13.673599 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-696a1dff-7f31-4d71-9409-e5c357ace219 admin admin] Publish callbacks [] for subnet (13fca4d1-cec1-4133-b86f-4e50686b0edf), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:13.707678 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-696a1dff-7f31-4d71-9409-e5c357ace219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125579304'] for subnet (13fca4d1-cec1-4133-b86f-4e50686b0edf), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:13.729387 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:07:13.735096 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bbb989ef-3606-4045-953c-cccffa7cbb83 admin admin] 10.222.0.11 "PUT /v2.0/routers/0b0feaa0-1528-41fb-a245-cb8a5b96599c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281495 Apr 18 14:07:13.737500 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40326) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:13.742207 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] Sync routers for ids ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:07:13.754777 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-696a1dff-7f31-4d71-9409-e5c357ace219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (13fca4d1-cec1-4133-b86f-4e50686b0edf), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:13.756960 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] Routers {'0b0feaa0-1528-41fb-a245-cb8a5b96599c'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:07:13.757634 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:13.813614 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-696a1dff-7f31-4d71-9409-e5c357ace219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4596927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125647952'] for subnet (13fca4d1-cec1-4133-b86f-4e50686b0edf), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:13.842639 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a1dff-7f31-4d71-9409-e5c357ace219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fca4d1-cec1-4133-b86f-4e50686b0edf,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:13.844956 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-696a1dff-7f31-4d71-9409-e5c357ace219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:13.848509 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-696a1dff-7f31-4d71-9409-e5c357ace219 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/13fca4d1-cec1-4133-b86f-4e50686b0edf HTTP/1.1" status: 204 len: 168 time: 0.2207494 Apr 18 14:07:13.850634 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40328) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:13.851444 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks [] for router (0b0feaa0-1528-41fb-a245-cb8a5b96599c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:13.869560 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] Set router 0b0feaa0-1528-41fb-a245-cb8a5b96599c gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:07:13.926646 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (5b0be0be-91c8-4e4e-9559-b85da34a8180), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:13.960947 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks [] for router_gateway (0b0feaa0-1528-41fb-a245-cb8a5b96599c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.009669 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Deleting port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:14.010267 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.019035 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (5b0be0be-91c8-4e4e-9559-b85da34a8180), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.039684 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0be0be-91c8-4e4e-9559-b85da34a8180']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:14.040945 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T14:07:12Z', 'revision_number': 5, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port': {'id': '93b5a28f-16db-4b7f-9d7a-ef1468d095c3', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:57:55Z', 'updated_at': '2022-04-18T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:14.049695 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357ff58f-35cf-4649-9019-513957515546') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:14.049997 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357ff58f-35cf-4649-9019-513957515546') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:14.060466 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (357ff58f-35cf-4649-9019-513957515546), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.068841 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] Checking router: 0b0feaa0-1528-41fb-a245-cb8a5b96599c for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:07:14.076425 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (357ff58f-35cf-4649-9019-513957515546), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.078440 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] Routers {'0b0feaa0-1528-41fb-a245-cb8a5b96599c'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:07:14.079112 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:06:51Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:14.083847 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:07:14.084239 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (357ff58f-35cf-4649-9019-513957515546), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:07:14.086357 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:07:14.101395 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] For port 93b5a28f-16db-4b7f-9d7a-ef1468d095c3, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=93b5a28f-16db-4b7f-9d7a-ef1468d095c3,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:07:14.101823 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.116868 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Calling delete_port for 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:14.156897 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (5b0be0be-91c8-4e4e-9559-b85da34a8180), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.165284 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.169984 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] 10.222.0.11 "DELETE /v2.0/networks/5b0be0be-91c8-4e4e-9559-b85da34a8180 HTTP/1.1" status: 204 len: 168 time: 0.3182058 Apr 18 14:07:14.184566 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3cac1-d8a9-448a-9e2d-7fa7b16fdb2e admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0be0be-91c8-4e4e-9559-b85da34a8180,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:14.262403 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] Set router 0b0feaa0-1528-41fb-a245-cb8a5b96599c gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:07:14.306037 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40332) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:14.312531 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (93b5a28f-16db-4b7f-9d7a-ef1468d095c3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.322176 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T14:07:13Z', 'revision_number': 6, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:14.342603 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b5a28f-16db-4b7f-9d7a-ef1468d095c3,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:14.351545 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955dcbf-37b0-4c6a-9378-ebf431da16c4 None None] The sync data for ids ['0b0feaa0-1528-41fb-a245-cb8a5b96599c'] in dv-cinder-838302-1-iscsi is: [{'id': '0b0feaa0-1528-41fb-a245-cb8a5b96599c', 'name': 'tempest-TestVolumeBootPattern-969362832-router', 'tenant_id': '48aec3dc69844d7a8106c13ffaa3b356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:57:54Z', 'updated_at': '2022-04-18T14:07:13Z', 'revision_number': 6, 'project_id': '48aec3dc69844d7a8106c13ffaa3b356', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:07:14.360534 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1969930a-0b5a-4220-bd89-e2b35e996ac7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca904afcf0e24e3e9b884fa7774910ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532987 Apr 18 14:07:14.361132 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40334) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:14.407084 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (0b0feaa0-1528-41fb-a245-cb8a5b96599c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.414982 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b09e1b52-f0ab-4d73-bd5b-2bf3c3c08469 admin admin] Publish callbacks [] for security_group (ae6ab8a9-9e5d-4c82-a916-eceba063088a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.437584 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b09e1b52-f0ab-4d73-bd5b-2bf3c3c08469 admin admin] Publish callbacks [] for security_group (ae6ab8a9-9e5d-4c82-a916-eceba063088a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.484621 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b09e1b52-f0ab-4d73-bd5b-2bf3c3c08469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (ae6ab8a9-9e5d-4c82-a916-eceba063088a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.487207 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b09e1b52-f0ab-4d73-bd5b-2bf3c3c08469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.488460 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b09e1b52-f0ab-4d73-bd5b-2bf3c3c08469 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae6ab8a9-9e5d-4c82-a916-eceba063088a HTTP/1.1" status: 204 len: 168 time: 0.1264155 Apr 18 14:07:14.496022 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e1b52-f0ab-4d73-bd5b-2bf3c3c08469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ab8a9-9e5d-4c82-a916-eceba063088a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:14.498277 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (0b0feaa0-1528-41fb-a245-cb8a5b96599c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.500486 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks [] for router_controller (0b0feaa0-1528-41fb-a245-cb8a5b96599c), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.561845 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (0b0feaa0-1528-41fb-a245-cb8a5b96599c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.562455 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0feaa0-1528-41fb-a245-cb8a5b96599c {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:07:14.567004 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.568207 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cfeb4caf-2795-45b8-9aea-754c19683c82 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0b0feaa0-1528-41fb-a245-cb8a5b96599c HTTP/1.1" status: 204 len: 168 time: 0.8298066 Apr 18 14:07:14.570744 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40338) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:14.617768 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e6dc40-d953-4382-b151-c9c5d363f793 admin admin] Deleting subnet 2cbab529-3416-46a1-a29c-dc19d6679317 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:07:14.620947 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26e6dc40-d953-4382-b151-c9c5d363f793 admin admin] Publish callbacks [] for subnet (2cbab529-3416-46a1-a29c-dc19d6679317), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.657538 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26e6dc40-d953-4382-b151-c9c5d363f793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7212177'] for subnet (2cbab529-3416-46a1-a29c-dc19d6679317), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.751169 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26e6dc40-d953-4382-b151-c9c5d363f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (2cbab529-3416-46a1-a29c-dc19d6679317), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.816131 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26e6dc40-d953-4382-b151-c9c5d363f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4924470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650489'] for subnet (2cbab529-3416-46a1-a29c-dc19d6679317), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.843351 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6dc40-d953-4382-b151-c9c5d363f793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbab529-3416-46a1-a29c-dc19d6679317,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:14.851953 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26e6dc40-d953-4382-b151-c9c5d363f793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.856339 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-26e6dc40-d953-4382-b151-c9c5d363f793 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2cbab529-3416-46a1-a29c-dc19d6679317 HTTP/1.1" status: 204 len: 168 time: 0.2845144 Apr 18 14:07:14.858616 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12164e-150e-484b-9071-798a3c2f538d None None] Network 5a23db89-1daf-4bba-ab57-8942b2089855 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:07:14.859119 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40340) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:14.946424 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (5a23db89-1daf-4bba-ab57-8942b2089855), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:14.990902 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Deleting port 7903b673-60af-4867-a980-10c04939ba11 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:07:14.991241 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (7903b673-60af-4867-a980-10c04939ba11), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.054002 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] For port 7903b673-60af-4867-a980-10c04939ba11, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=7903b673-60af-4867-a980-10c04939ba11,segment=NetworkSegment(70d8af61-8802-4b08-a2be-d124724153e6),segment_id=70d8af61-8802-4b08-a2be-d124724153e6)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:07:15.054363 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (7903b673-60af-4867-a980-10c04939ba11), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.067321 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Calling delete_port for 7903b673-60af-4867-a980-10c04939ba11 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:07:15.152629 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (7903b673-60af-4867-a980-10c04939ba11), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.173111 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342872a-d55f-450e-a2aa-c670f9096e89 None None] DHCP port deletion for 5a23db89-1daf-4bba-ab57-8942b2089855 request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:07:15.179212 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Pushing event deleted for resources: {'Port': ['ID=7903b673-60af-4867-a980-10c04939ba11,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:15.182759 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] No DVR routers for this DVR port 7903b673-60af-4867-a980-10c04939ba11 on host dv-cinder-838302-1-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:07:15.236107 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:07:15.261209 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:07:15.263240 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 93b5a28f-16db-4b7f-9d7a-ef1468d095c3 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:07:15.263740 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device eca4909f-1e2d-41ed-8cf4-222d87a19740 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:07:15.267295 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (5a23db89-1daf-4bba-ab57-8942b2089855), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.286016 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: eca4909f-1e2d-41ed-8cf4-222d87a19740 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:07:15.286358 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device eca4909f-1e2d-41ed-8cf4-222d87a19740 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:07:15.286784 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 7903b673-60af-4867-a980-10c04939ba11 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:07:15.288885 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a23db89-1daf-4bba-ab57-8942b2089855']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:15.299704 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d8af61-8802-4b08-a2be-d124724153e6') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:15.300075 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d8af61-8802-4b08-a2be-d124724153e6') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:07:15.306636 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 7903b673-60af-4867-a980-10c04939ba11 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:07:15.306985 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 7903b673-60af-4867-a980-10c04939ba11 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:07:15.311217 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7212202'] for segment (70d8af61-8802-4b08-a2be-d124724153e6), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.325439 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (70d8af61-8802-4b08-a2be-d124724153e6), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.331561 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:07:15.332032 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924556'] for segment (70d8af61-8802-4b08-a2be-d124724153e6), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: Traceback (most recent call last): Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: timer() Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: cb(*args, **kw) Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: return func(*args, **kwargs) Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: self._notify() Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: self.callback(batched_events) Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: event.method(event) Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: return f(self, *a, **k) Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._get(url).json() Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:07:15.333941 dv-cinder-838302-1-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:07:15.388303 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (5a23db89-1daf-4bba-ab57-8942b2089855), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.393678 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.396886 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5a23db89-1daf-4bba-ab57-8942b2089855 HTTP/1.1" status: 204 len: 168 time: 0.5372331 Apr 18 14:07:15.408014 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a391-fbdd-4b71-840f-05ddc5b7d107 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a23db89-1daf-4bba-ab57-8942b2089855,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:15.563687 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40344) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:15.607481 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-10d0a15a-b686-418a-bb08-cb9101136b23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b08736f301c4043a50d2f76e56f3e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426157 Apr 18 14:07:15.610039 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40346) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:15.656709 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4806dc17-42a8-4def-8bc3-f353d3ad828e admin admin] Publish callbacks [] for security_group (591de83f-46c2-47d8-8d90-d73d82ddda8c), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.677661 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4806dc17-42a8-4def-8bc3-f353d3ad828e admin admin] Publish callbacks [] for security_group (591de83f-46c2-47d8-8d90-d73d82ddda8c), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.724994 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4806dc17-42a8-4def-8bc3-f353d3ad828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (591de83f-46c2-47d8-8d90-d73d82ddda8c), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.727943 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4806dc17-42a8-4def-8bc3-f353d3ad828e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:15.729051 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4806dc17-42a8-4def-8bc3-f353d3ad828e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/591de83f-46c2-47d8-8d90-d73d82ddda8c HTTP/1.1" status: 204 len: 168 time: 0.1180696 Apr 18 14:07:15.739060 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806dc17-42a8-4def-8bc3-f353d3ad828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591de83f-46c2-47d8-8d90-d73d82ddda8c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:16.047079 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40352) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:16.085656 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e71aa61f-914b-4566-8e1f-d2dfbbde5f42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48aec3dc69844d7a8106c13ffaa3b356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374582 Apr 18 14:07:16.087939 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40354) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:07:16.135030 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7f58b7e9-e6e8-4a94-a912-6e7e777856b6 admin admin] Publish callbacks [] for security_group (431d6633-8358-48b8-b590-e96b0e07f86a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:16.156273 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7f58b7e9-e6e8-4a94-a912-6e7e777856b6 admin admin] Publish callbacks [] for security_group (431d6633-8358-48b8-b590-e96b0e07f86a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:16.207428 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7f58b7e9-e6e8-4a94-a912-6e7e777856b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (431d6633-8358-48b8-b590-e96b0e07f86a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:16.210102 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7f58b7e9-e6e8-4a94-a912-6e7e777856b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:16.211301 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7f58b7e9-e6e8-4a94-a912-6e7e777856b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/431d6633-8358-48b8-b590-e96b0e07f86a HTTP/1.1" status: 204 len: 168 time: 0.1224854 Apr 18 14:07:16.220120 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58b7e9-e6e8-4a94-a912-6e7e777856b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d6633-8358-48b8-b590-e96b0e07f86a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:07:18.903279 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-00734f49-8a20-46fa-ba4f-3bda57dbf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:21.474593 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-76bde279-ce4d-43f6-aef8-a1ded3c75465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:22.306033 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:07:22.682854 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:24.070813 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:25.342922 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:31.140976 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:48.904145 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9218127b-4d08-4a04-a727-99a7eabfc270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:51.475972 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-487eaf92-0c90-457b-97fa-0245aedfe8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:52.687218 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:54.074617 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:55.346424 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:07:59.305190 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:08:01.137556 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:18.906713 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-744c24bd-2eec-4ea7-9111-2cb512f21fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:21.478320 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-30119b80-735d-4a04-9f49-b64359772a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:22.688873 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:24.076609 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:25.349201 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:31.158111 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:35.249732 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-785a270d-efe5-41f0-b8be-09e40dd360e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402274 Apr 18 14:08:35.329467 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-1bc09e65-69ca-4627-8326-f7956dcd84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:35.331003 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-1bc09e65-69ca-4627-8326-f7956dcd84dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0388830 Apr 18 14:08:35.432692 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-84d72b22-8501-4d1c-bce6-9165389098b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:35.434179 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-84d72b22-8501-4d1c-bce6-9165389098b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 200 len: 910 time: 0.0855303 Apr 18 14:08:35.502439 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-74c640e2-82de-4407-8f1d-b7976e634ed4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 1001 time: 0.0624666 Apr 18 14:08:35.549813 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-24bd70bd-4b43-4228-940f-fc83867dca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:35.551232 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-24bd70bd-4b43-4228-940f-fc83867dca45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 HTTP/1.1" status: 200 len: 848 time: 0.0432928 Apr 18 14:08:35.597816 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-5b14c321-5420-415d-ab33-ec314585b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:35.599309 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-5b14c321-5420-415d-ab33-ec314585b850 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebeb0096-4c30-4018-94ef-14ec27411909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415573 Apr 18 14:08:35.689198 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-e6076dfb-71d7-409a-9e13-aa1ab3aca5f4 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Apr 18 14:08:35.781067 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a849b4dc-be75-4179-b8f5-bb568e06cacb req-d76dd700-32ea-4683-9755-e6d8f8e42cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861089 Apr 18 14:08:36.304232 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:08:48.907513 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6fa5c4a6-876f-4291-9a1f-4e21dd7d217f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:51.479427 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b16a-9132-446a-b9c4-1a25707128a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:52.692061 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:54.079836 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:55.072392 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e868d-f6bd-4886-bcf8-3cb6c79934d4 req-7d4bdedb-550b-4e34-afd6-c7714d353894 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:55.073888 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-226e868d-f6bd-4886-bcf8-3cb6c79934d4 req-7d4bdedb-550b-4e34-afd6-c7714d353894 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0474029 Apr 18 14:08:55.125240 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-226e868d-f6bd-4886-bcf8-3cb6c79934d4 req-c77498b9-1ffc-4413-89db-9a395509f77f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456343 Apr 18 14:08:55.353315 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:08:56.244609 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c172f-b112-4e6f-bc1a-39ff1b718c79 req-4b1ff1b3-57f4-4f71-a059-bd259341091b tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:56.246077 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-642c172f-b112-4e6f-bc1a-39ff1b718c79 req-4b1ff1b3-57f4-4f71-a059-bd259341091b tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0505495 Apr 18 14:08:56.295702 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-642c172f-b112-4e6f-bc1a-39ff1b718c79 req-c644b89b-c493-4fc8-bdc7-2109585b6bd8 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 Apr 18 14:08:57.413620 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8d7c4-fac2-4dbd-9e97-bb6dbeda29e7 req-ee8ec44f-d71f-4990-8422-3cc0fe9f89d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:57.415074 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3da8d7c4-fac2-4dbd-9e97-bb6dbeda29e7 req-ee8ec44f-d71f-4990-8422-3cc0fe9f89d2 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0499010 Apr 18 14:08:57.463140 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3da8d7c4-fac2-4dbd-9e97-bb6dbeda29e7 req-876f02dd-2d74-4463-83e8-899103adb51d tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Apr 18 14:08:58.573507 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295bd38-13ea-470c-9767-4e311fdd4058 req-6138a11b-9627-463c-9d0d-c36028dddcd5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:58.574958 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7295bd38-13ea-470c-9767-4e311fdd4058 req-6138a11b-9627-463c-9d0d-c36028dddcd5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0461793 Apr 18 14:08:58.629128 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7295bd38-13ea-470c-9767-4e311fdd4058 req-42c6ae7c-f279-4356-875f-2be46e4f88ea tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470095 Apr 18 14:08:59.741930 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7525-4177-4c62-8de7-9ed900ea38f2 req-cef7f434-873c-46f6-8e36-2b347dc13080 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:08:59.743411 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4c2a7525-4177-4c62-8de7-9ed900ea38f2 req-cef7f434-873c-46f6-8e36-2b347dc13080 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0475135 Apr 18 14:08:59.791833 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4c2a7525-4177-4c62-8de7-9ed900ea38f2 req-3062ee24-263e-46d5-888f-a2b5f6f52bcf tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Apr 18 14:09:00.902087 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f1a7d-1d50-4f6d-a1fa-5fc9a51efc87 req-7b9c973e-12a0-4e4f-b29c-261c30ee5f15 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:00.903535 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a15f1a7d-1d50-4f6d-a1fa-5fc9a51efc87 req-7b9c973e-12a0-4e4f-b29c-261c30ee5f15 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0460994 Apr 18 14:09:00.950839 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a15f1a7d-1d50-4f6d-a1fa-5fc9a51efc87 req-c25e817c-7ff0-47cb-9be3-e2b7c934b887 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Apr 18 14:09:01.169878 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:02.064956 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc438eb8-fed9-4bf2-9c09-8bdc4a61ffb1 req-61172c2b-1007-47e7-b54e-3578424921f7 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:02.066399 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc438eb8-fed9-4bf2-9c09-8bdc4a61ffb1 req-61172c2b-1007-47e7-b54e-3578424921f7 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0507693 Apr 18 14:09:02.114427 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc438eb8-fed9-4bf2-9c09-8bdc4a61ffb1 req-648db868-f2d0-4c84-8bf2-aeb47aa8994f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424926 Apr 18 14:09:03.224955 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bba3a-251a-40ac-bc20-c250d88f3ff4 req-aac3c288-bb54-43c7-9b8a-76f647522ea4 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:03.226309 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206bba3a-251a-40ac-bc20-c250d88f3ff4 req-aac3c288-bb54-43c7-9b8a-76f647522ea4 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0463035 Apr 18 14:09:03.275775 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-206bba3a-251a-40ac-bc20-c250d88f3ff4 req-27ca244d-2e40-4375-a945-ed6955f6508e tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Apr 18 14:09:04.384396 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dca7a-d267-46e4-b5e4-faab7741a1cb req-39dc4509-272d-4519-aafc-cd9f527c135c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:04.385761 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e98dca7a-d267-46e4-b5e4-faab7741a1cb req-39dc4509-272d-4519-aafc-cd9f527c135c tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0459874 Apr 18 14:09:04.436492 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e98dca7a-d267-46e4-b5e4-faab7741a1cb req-de821b00-80cf-4d8b-b61f-638d73e34002 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451314 Apr 18 14:09:05.196071 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-3071c934-136e-42db-a1c8-68927f4d695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:05.197533 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-3071c934-136e-42db-a1c8-68927f4d695c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0385859 Apr 18 14:09:05.285176 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-c22fec31-f0c6-4df9-a5fc-b1f1ca6d119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:05.286623 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-c22fec31-f0c6-4df9-a5fc-b1f1ca6d119d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 200 len: 910 time: 0.0825641 Apr 18 14:09:05.354107 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-1413768d-3607-4a63-be71-fdef18eb88ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 1001 time: 0.0610259 Apr 18 14:09:05.401283 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-8d2dfb66-16ac-4ac0-ab24-e2ce92c7cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:05.402678 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-8d2dfb66-16ac-4ac0-ab24-e2ce92c7cff4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 HTTP/1.1" status: 200 len: 848 time: 0.0431480 Apr 18 14:09:05.444561 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-1d4bdf94-77b1-4255-9d58-999975139766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:05.446014 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-1d4bdf94-77b1-4255-9d58-999975139766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebeb0096-4c30-4018-94ef-14ec27411909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379610 Apr 18 14:09:05.563072 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3774c0-2763-404b-83e0-74e77984931c req-5faa634a-3b98-4c4a-b76a-ed9771d2df01 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:05.564465 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ba3774c0-2763-404b-83e0-74e77984931c req-5faa634a-3b98-4c4a-b76a-ed9771d2df01 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0591936 Apr 18 14:09:05.585809 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-3ec5b799-a318-421e-b9e5-1edacdda7967 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338499 Apr 18 14:09:05.641263 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ba3774c0-2763-404b-83e0-74e77984931c req-dda554bc-e0cd-42ef-930e-9f179872afa1 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713215 Apr 18 14:09:05.697858 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b3cb2a4-7af2-4697-9a1c-6e529b1d0e1b req-b57f5459-176a-4106-afcd-d7b95c616df2 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046042 Apr 18 14:09:06.753621 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db9153-3f98-433d-b207-d730624f0e69 req-93a643f8-acd2-442e-ac5f-9593c2645bd5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:06.754836 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-55db9153-3f98-433d-b207-d730624f0e69 req-93a643f8-acd2-442e-ac5f-9593c2645bd5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0472353 Apr 18 14:09:06.803004 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-55db9153-3f98-433d-b207-d730624f0e69 req-4056304a-caab-461f-9846-8dd723a240fa tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Apr 18 14:09:07.920205 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d38c-d6b3-4fd5-807d-4bda96b66d72 req-9519df99-5a80-4154-b86e-7f92f8bd7d48 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:07.921675 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0540d38c-d6b3-4fd5-807d-4bda96b66d72 req-9519df99-5a80-4154-b86e-7f92f8bd7d48 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0511203 Apr 18 14:09:07.978806 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0540d38c-d6b3-4fd5-807d-4bda96b66d72 req-f7fd02c6-9634-48c6-ba4e-bdf4fb15be69 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513601 Apr 18 14:09:09.225616 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af27da6-d4a4-4ca5-b8d9-53e09948cc2b req-9ceb9db9-b994-470b-abf8-82e6e366bf7a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:09.227091 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6af27da6-d4a4-4ca5-b8d9-53e09948cc2b req-9ceb9db9-b994-470b-abf8-82e6e366bf7a tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0475013 Apr 18 14:09:09.282355 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6af27da6-d4a4-4ca5-b8d9-53e09948cc2b req-ae4771d7-5e78-4653-85cf-931ccdf83f30 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495298 Apr 18 14:09:09.335226 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40430) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:09:09.447040 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-c7d43944-8217-4041-8b3b-796bf146bcd2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106288 Apr 18 14:09:09.458141 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-980332fe-a47e-462b-9a12-723a87feff3f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 14:09:09.459430 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-980332fe-a47e-462b-9a12-723a87feff3f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073466 Apr 18 14:09:09.668323 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40438) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:09:09.784222 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81effb-f2aa-458e-b9e1-965723f847df req-d7ab697f-a15d-45cf-a354-bc7f3ce7ea57 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:09.785782 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-d7ab697f-a15d-45cf-a354-bc7f3ce7ea57 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports/76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 942 time: 0.1164300 Apr 18 14:09:10.395988 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a180-d0e3-44f3-b69e-7d54849bfcee req-f8e9efbe-cc65-41ce-b69b-2180aba96bba tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:10.397366 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b96a180-d0e3-44f3-b69e-7d54849bfcee req-f8e9efbe-cc65-41ce-b69b-2180aba96bba tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0464180 Apr 18 14:09:10.445884 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b96a180-d0e3-44f3-b69e-7d54849bfcee req-c381be58-4bc0-4fcd-bf7c-e152e5ba411b tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Apr 18 14:09:11.043718 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81effb-f2aa-458e-b9e1-965723f847df req-ed5efba2-ba1a-4b28-8e47-5d1430c4501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:11.045228 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-ed5efba2-ba1a-4b28-8e47-5d1430c4501c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3&tenant_id=7595638b14254ad2862370e80fba617e HTTP/1.1" status: 200 len: 1129 time: 0.0387747 Apr 18 14:09:11.107346 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81effb-f2aa-458e-b9e1-965723f847df req-044d3374-5789-4ce4-9670-5f83ff8706c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:11.108982 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-044d3374-5789-4ce4-9670-5f83ff8706c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0422869 Apr 18 14:09:11.199740 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81effb-f2aa-458e-b9e1-965723f847df req-14862fb8-591a-40c8-ab65-73b75f752d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:11.201238 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-14862fb8-591a-40c8-ab65-73b75f752d06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 200 len: 910 time: 0.0857515 Apr 18 14:09:11.270071 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-dc3554ef-89ed-49c6-8cd8-c36a978f4dae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 1001 time: 0.0629625 Apr 18 14:09:11.332708 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81effb-f2aa-458e-b9e1-965723f847df req-7a816bd2-8baf-4883-90eb-99c208876490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:11.334474 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-7a816bd2-8baf-4883-90eb-99c208876490 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 HTTP/1.1" status: 200 len: 848 time: 0.0571210 Apr 18 14:09:11.380016 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81effb-f2aa-458e-b9e1-965723f847df req-aa265ef9-dffc-470b-9b00-97729af77e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:11.381489 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-aa265ef9-dffc-470b-9b00-97729af77e30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebeb0096-4c30-4018-94ef-14ec27411909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406966 Apr 18 14:09:11.475104 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-7e11fbe8-6ea9-4cd3-84e3-caa5f888739c service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861914 Apr 18 14:09:11.591138 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af94788-4afa-43fe-a1d5-024690454401 req-64a06a1e-7999-4da6-bf42-d3197bad8587 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:11.592588 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4af94788-4afa-43fe-a1d5-024690454401 req-64a06a1e-7999-4da6-bf42-d3197bad8587 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0624137 Apr 18 14:09:11.619687 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9d81effb-f2aa-458e-b9e1-965723f847df req-163577b1-1f53-40bd-9668-286f41d8af75 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387045 Apr 18 14:09:11.671362 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4af94788-4afa-43fe-a1d5-024690454401 req-bc079ad2-8ae8-4de2-9dec-1a76e3921465 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723822 Apr 18 14:09:11.700969 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:09:11.784322 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 is: ACTIVE; New status is: DOWN {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:09:11.784688 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:11.808110 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:09:11.810330 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c39a9-349c-415d-b2a2-489f36a77560" -d '{"events": [{"server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:09:11.823697 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:09:11.829414 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:11.879600 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=6']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:09:11.886834 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.887181 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.887525 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.887896 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.888233 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.888568 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.888923 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.889333 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.889787 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.890136 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.891047 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.891396 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.891732 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.892087 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.892496 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:09:11.909839 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebae740-fdbc-499a-afc4-c381a1ad8f0e x-openstack-request-id: req-aebae740-fdbc-499a-afc4-c381a1ad8f0e {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:09:11.910137 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:09:11.910392 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aebae740-fdbc-499a-afc4-c381a1ad8f0e {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:09:11.910795 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebae740-fdbc-499a-afc4-c381a1ad8f0e'] response: {'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'code': 200} Apr 18 14:09:12.783784 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe6679-fd0d-4294-a251-807f3e199dd4 req-be082170-44fd-4e91-b7c1-327578299ce3 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:12.785234 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bfe6679-fd0d-4294-a251-807f3e199dd4 req-be082170-44fd-4e91-b7c1-327578299ce3 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0463247 Apr 18 14:09:12.836441 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bfe6679-fd0d-4294-a251-807f3e199dd4 req-0f573fa1-aa83-4105-8df2-b09c0296f608 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Apr 18 14:09:13.303833 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:09:13.954980 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b557c-a7ae-421b-97fa-eae3173eb5f6 req-319d794c-6847-45cb-a948-378a01529634 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:13.956361 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5d7b557c-a7ae-421b-97fa-eae3173eb5f6 req-319d794c-6847-45cb-a948-378a01529634 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0481937 Apr 18 14:09:14.006324 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5d7b557c-a7ae-421b-97fa-eae3173eb5f6 req-50d46bfd-183f-480c-b34c-3deb66d35589 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445063 Apr 18 14:09:15.117701 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0418905-97ab-4f42-aed3-f71749d7628f req-bf0acf2f-34a2-47d3-8662-c7b46244f04d tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:15.119145 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f0418905-97ab-4f42-aed3-f71749d7628f req-bf0acf2f-34a2-47d3-8662-c7b46244f04d tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0464451 Apr 18 14:09:15.174993 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f0418905-97ab-4f42-aed3-f71749d7628f req-b8502512-ec78-43ed-b69a-6e265f40a96b tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502121 Apr 18 14:09:16.288169 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722d9e3-6b68-4ffc-bdc1-ab866d7b0cf8 req-ba21b607-f12e-48cd-8283-337ea7c54bc7 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:16.289637 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2722d9e3-6b68-4ffc-bdc1-ab866d7b0cf8 req-ba21b607-f12e-48cd-8283-337ea7c54bc7 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0445893 Apr 18 14:09:16.339826 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2722d9e3-6b68-4ffc-bdc1-ab866d7b0cf8 req-4e4ac6ca-3eb0-42fe-a2de-2b6c80a5cc6d tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Apr 18 14:09:17.452038 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2418988-ea1f-4028-b778-6f7ffa397c3c req-3820ae4d-9658-4b3f-941a-a8fc90b03352 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:17.453734 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2418988-ea1f-4028-b778-6f7ffa397c3c req-3820ae4d-9658-4b3f-941a-a8fc90b03352 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0480444 Apr 18 14:09:17.502185 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e2418988-ea1f-4028-b778-6f7ffa397c3c req-59289e5f-3ab0-4eb3-bc30-8bbb73815166 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Apr 18 14:09:17.623445 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38350-1ed0-4dc0-9153-06d32c4f3488 req-a2902efb-2bed-404d-ae19-b19034746a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:17.625630 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fde38350-1ed0-4dc0-9153-06d32c4f3488 req-a2902efb-2bed-404d-ae19-b19034746a56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1127 time: 0.0377445 Apr 18 14:09:17.668282 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fde38350-1ed0-4dc0-9153-06d32c4f3488 req-f38a5e1e-6ca3-49da-ba21-6c9be7d7e0a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 Apr 18 14:09:18.622145 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff36d6d-58eb-4463-aafe-43947dc74f22 req-bd30116c-b3f3-4f39-83b0-6cd2604b0b0f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:18.623581 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ff36d6d-58eb-4463-aafe-43947dc74f22 req-bd30116c-b3f3-4f39-83b0-6cd2604b0b0f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0557654 Apr 18 14:09:18.670904 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7ff36d6d-58eb-4463-aafe-43947dc74f22 req-3f9641e9-ad4c-4728-9447-9cb9d23ab28d tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Apr 18 14:09:18.913239 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2f15-efae-408b-aebd-03a79c7cc967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:19.778530 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 details requested by agent hyperv_hv-cinder-83830 with host hv-cinder-83830 {{(pid=103390) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 14:09:19.781439 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066dae3-08a1-436c-a629-ec51b7db6278 req-04a885ff-f5c4-4d77-a112-6deedc70659f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:19.783707 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c066dae3-08a1-436c-a629-ec51b7db6278 req-04a885ff-f5c4-4d77-a112-6deedc70659f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 943 time: 0.0468516 Apr 18 14:09:19.832754 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c066dae3-08a1-436c-a629-ec51b7db6278 req-5cb9e85e-9fd6-4d77-b052-ed6e648661e5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Apr 18 14:09:19.877889 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:09:19.888688 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Returning: {'device': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'port_id': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'mac_address': 'fa:16:3e:de:5d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103390) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 14:09:19.924905 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 is: DOWN; New status is: BUILD {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:09:19.925574 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:19.937580 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 14:09:19.957411 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:09:19.961109 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:20.012243 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=7']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:09:20.196135 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] get_ports_and_sgs() called for port_ids ['76fa233f-9a39-4315-8ba8-6cb9c51b5a18'] {{(pid=103390) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 14:09:21.481061 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a987e504-40c7-43e6-aa0f-38a99b5a2101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:21.799289 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 up at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 14:09:21.843388 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Provisioning complete for port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 triggered by entity L2. {{(pid=103390) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 14:09:21.844042 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970046'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), provisioning_complete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:21.918963 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Current status of the port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 is: BUILD; New status is: ACTIVE {{(pid=103390) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 14:09:21.919338 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1964145'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:21.941845 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:09:21.944100 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8b72f1fb16001a162ddde6b8d94890838253889eaf1a53e58badf66e574f0f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f1a9f3-7885-4c37-99a3-615d84db81e3" -d '{"events": [{"server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:09:21.956677 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:09:21.960927 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789856707368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789856330680', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789856330698'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:21.986131 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0468ace2-eeb1-4c42-b099-27fea1ff73b3 x-openstack-request-id: req-0468ace2-eeb1-4c42-b099-27fea1ff73b3 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:09:21.986421 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:09:21.986670 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0468ace2-eeb1-4c42-b099-27fea1ff73b3 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:09:21.987060 dv-cinder-838302-1-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0468ace2-eeb1-4c42-b099-27fea1ff73b3'] response: {'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'code': 200} Apr 18 14:09:22.012311 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Pushing event updated for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=8']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:09:22.696384 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:24.083294 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:25.355858 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:31.165324 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:37.253998 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-721dc48e-c907-4fbc-ab28-515dbc1b794f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402191 Apr 18 14:09:37.332873 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-1a09e8b4-5a64-4b5b-be70-a3650a70fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:37.334318 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-1a09e8b4-5a64-4b5b-be70-a3650a70fbf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0384040 Apr 18 14:09:37.434803 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-c7055d66-713c-41c9-bdad-aa9a19bd0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:37.436255 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-c7055d66-713c-41c9-bdad-aa9a19bd0082 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 200 len: 910 time: 0.0817788 Apr 18 14:09:37.501860 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-f0c5c1a5-ae72-4adf-8577-ec74e3a76801 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 1001 time: 0.0593412 Apr 18 14:09:37.548975 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-f919396e-992d-4177-920e-a499d582c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:37.550966 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-f919396e-992d-4177-920e-a499d582c28f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 HTTP/1.1" status: 200 len: 848 time: 0.0419626 Apr 18 14:09:37.592426 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-71120dfe-2340-4041-8d00-6a2257e8e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:09:37.594113 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-71120dfe-2340-4041-8d00-6a2257e8e143 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebeb0096-4c30-4018-94ef-14ec27411909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370669 Apr 18 14:09:37.681443 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-f165fdf6-ebef-4d3a-bf1e-b4016656bbf9 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814257 Apr 18 14:09:37.766840 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-057c40ba-e0c4-42e0-889e-ba818f0d3f11 req-bd73ce74-81c8-471b-9154-7d5c71f4f2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793114 Apr 18 14:09:48.907583 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-25a3623d-bd1d-468d-afe8-3758c64e5fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:50.303447 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:09:51.482820 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-54e6cebd-c1db-4c02-a153-108eefd14955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:52.698907 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:54.086499 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:09:55.358458 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:01.180132 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:18.910834 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-66ec7d73-c4e2-497f-82c8-0ff0ee9c7fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:21.485144 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ad207497-ec86-46e1-9c41-a31c0e4a4d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:22.700895 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:24.089217 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:25.360543 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:27.302371 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:10:30.037240 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40492) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:30.184124 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Deleting port 257927cf-5320-4558-9384-b8d7af761005 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:30.184466 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (257927cf-5320-4558-9384-b8d7af761005), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:30.258900 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (257927cf-5320-4558-9384-b8d7af761005), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:30.259220 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for floatingip (257927cf-5320-4558-9384-b8d7af761005), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:30.271426 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Calling delete_port for 257927cf-5320-4558-9384-b8d7af761005 owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:30.414933 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (257927cf-5320-4558-9384-b8d7af761005), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:30.440743 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event deleted for resources: {'Port': ['ID=257927cf-5320-4558-9384-b8d7af761005,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:30.467152 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.467506 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.467880 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.468487 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.468822 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.469153 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.469481 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.469810 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.470136 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.470460 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.470786 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.471110 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.471436 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.471779 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.472104 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:30.512822 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for floatingip (2fba2f0f-b42a-4881-9928-432934a34fbf), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:30.513149 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Floating IP 2fba2f0f-b42a-4881-9928-432934a34fbf disassociated (deleted). External IP: 172.27.3.117, port: 76fa233f-9a39-4315-8ba8-6cb9c51b5a18. Apr 18 14:10:30.961392 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Router 1c7a182e-9b54-4e30-bf12-f06538cfa52a has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:10:31.069783 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:10:31.074559 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:31.079183 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] Sync routers for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:10:31.089034 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:10:31.089717 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:10:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:31.104928 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d962763b-7a35-4047-b77f-af3a6a0b7fa5 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "DELETE /v2.0/floatingips/2fba2f0f-b42a-4881-9928-432934a34fbf HTTP/1.1" status: 204 len: 168 time: 1.0665412 Apr 18 14:10:31.105527 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:10:31.107770 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d9bc7c1533ff99e6768cb3705673548aeef466dbf5f245dc72dab7774d505f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5892837-72ba-4486-851b-ac7e4fe8d917" -d '{"events": [{"name": "network-changed", "server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:10:31.160084 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 14:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e088b74-2dd8-4840-953b-42f832450413 x-openstack-request-id: req-6e088b74-2dd8-4840-953b-42f832450413 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:10:31.160405 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:10:31.160823 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e088b74-2dd8-4840-953b-42f832450413 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:10:31.161446 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e088b74-2dd8-4840-953b-42f832450413'] response: {'name': 'network-changed', 'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'status': 'completed', 'code': 200} Apr 18 14:10:31.244750 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-7186c9a2-3153-4c14-85a4-a5c2dc57cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:10:31.246981 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-7186c9a2-3153-4c14-85a4-a5c2dc57cf6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7595638b14254ad2862370e80fba617e&device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0471454 Apr 18 14:10:31.298650 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:31.356313 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:10:31.379618 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff71512-1588-4d3b-9ce0-6820fd28760c req-7048a3a6-4166-4f82-a408-83c4829ee76f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:10:31.381196 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fff71512-1588-4d3b-9ce0-6820fd28760c req-7048a3a6-4166-4f82-a408-83c4829ee76f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0673320 Apr 18 14:10:31.566176 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:12Z', 'revision_number': 5, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:31.594468 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] Checking router: 1c7a182e-9b54-4e30-bf12-f06538cfa52a for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:10:31.603360 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:10:31.604015 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:10:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:31.682753 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-2c51e3a7-72c7-433e-9c2f-9687d11d3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:10:31.684229 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-2c51e3a7-72c7-433e-9c2f-9687d11d3657 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 200 len: 910 time: 0.4310114 Apr 18 14:10:31.720506 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fff71512-1588-4d3b-9ce0-6820fd28760c req-ee049974-3da3-4abc-9556-ef99a2e83b88 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330734 Apr 18 14:10:31.720757 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:10:31.906666 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:12Z', 'revision_number': 5, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:31.932888 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39082a6-654e-4565-b60f-0b1e07f01c29 None None] The sync data for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi is: [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:07Z', 'revision_number': 4, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi', '_interfaces': [{'id': 'e307a61b-6848-4c0f-9594-a507454c2db7', 'name': '', 'network_id': 'ebeb0096-4c30-4018-94ef-14ec27411909', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'mac_address': 'fa:16:3e:a7:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:07Z', 'updated_at': '2022-04-18T14:06:12Z', 'revision_number': 5, 'project_id': '7595638b14254ad2862370e80fba617e', 'subnets': [{'id': '1788c9ea-6d6d-4537-a0b1-5d6c61b07db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:10:32.159067 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb30001-058c-48b1-98ab-112ee3e6cda3 None None] New status for floating IP 2fba2f0f-b42a-4881-9928-432934a34fbf: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 14:10:32.315157 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-f1dacccb-2f35-405b-b948-d4f4a1289194 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 200 len: 217 time: 0.0347261 Apr 18 14:10:32.368245 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-0e122322-9072-4fb2-9062-d1133a346203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:10:32.369680 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-0e122322-9072-4fb2-9062-d1133a346203 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 HTTP/1.1" status: 200 len: 848 time: 0.0449674 Apr 18 14:10:32.496153 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-70a98006-71dc-4174-b327-8e7e1139de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:10:32.497593 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-70a98006-71dc-4174-b327-8e7e1139de74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebeb0096-4c30-4018-94ef-14ec27411909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421321 Apr 18 14:10:32.584801 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-8bb0c87d-73d5-4ce8-84d1-ec156ec89edd service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795898 Apr 18 14:10:32.812686 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c5892837-72ba-4486-851b-ac7e4fe8d917 req-c2437f96-4dbe-41cf-9b0c-40e4c2547380 service neutron] 10.222.0.37 "GET /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218238 Apr 18 14:10:32.843288 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-860c3838-8987-43b9-85b9-dee0b95f62b0 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:10:32.844762 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-860c3838-8987-43b9-85b9-dee0b95f62b0 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.37 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0842717 Apr 18 14:10:32.858326 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336db56c-92e2-4552-9eaa-731a8f64bb7c req-ae40f05f-4007-4c1a-b209-8a6b9218a9b3 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 14:10:32.859669 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-336db56c-92e2-4552-9eaa-731a8f64bb7c req-ae40f05f-4007-4c1a-b209-8a6b9218a9b3 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 945 time: 0.0647306 Apr 18 14:10:32.962088 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-336db56c-92e2-4552-9eaa-731a8f64bb7c req-45a64173-c5ce-414c-9cb7-0768ab1d4ded tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b35875b-43dc-4f51-8d1d-6f4408979d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947785 Apr 18 14:10:32.971671 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Deleting port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:32.972034 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:33.062180 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] For port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18, host hv-cinder-83830, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83830',level=0,port_id=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:10:33.062538 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:33.075841 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Calling delete_port for 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 owned by compute:nova {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:33.198933 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (76fa233f-9a39-4315-8ba8-6cb9c51b5a18), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:33.230815 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event deleted for resources: {'Port': ['ID=76fa233f-9a39-4315-8ba8-6cb9c51b5a18,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:33.242886 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.243244 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.243588 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.243951 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.244286 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.244616 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.244940 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.245270 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.245595 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.245920 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.246242 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.246566 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.246885 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.247204 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.247522 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:33.284854 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] No DVR routers for this DVR port 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 on host hv-cinder-83830 {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:10:33.287410 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210182'] for port (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:33.290674 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb1ad258-7f78-4d5b-8e41-cfaa264bd2e2 req-3869fe10-003a-48ae-bc64-776376aa5575 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.37 "DELETE /v2.0/ports/76fa233f-9a39-4315-8ba8-6cb9c51b5a18 HTTP/1.1" status: 204 len: 173 time: 0.4300339 Apr 18 14:10:33.291113 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'name': 'network-vif-deleted', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 14:10:33.293367 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30de85f6c5a4244ec3d7c8fd3f66e9d68c95a02f7f149ac120b96cea7d6e9bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80991155-4b51-4068-ad5c-05c8da5c770f" -d '{"events": [{"server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "name": "network-vif-deleted", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 14:10:33.328379 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 14:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6457e5-607a-43d9-b9bb-bb6d5ccaeee7 x-openstack-request-id: req-aa6457e5-607a-43d9-b9bb-bb6d5ccaeee7 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 14:10:33.328999 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b7b6-6f31-4dca-945a-6058ae00c0d3", "name": "network-vif-deleted", "tag": "76fa233f-9a39-4315-8ba8-6cb9c51b5a18", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 14:10:33.328999 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa6457e5-607a-43d9-b9bb-bb6d5ccaeee7 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 14:10:33.329316 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6457e5-607a-43d9-b9bb-bb6d5ccaeee7'] response: {'server_uuid': '2051b7b6-6f31-4dca-945a-6058ae00c0d3', 'name': 'network-vif-deleted', 'tag': '76fa233f-9a39-4315-8ba8-6cb9c51b5a18', 'status': 'completed', 'code': 200} Apr 18 14:10:34.074599 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7137160f-df95-40d3-bb51-14623772ac58 req-e9e6118d-0386-480a-83c6-c5cee96e308f tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "GET /v2.0/ports?device_id=2051b7b6-6f31-4dca-945a-6058ae00c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0291908 Apr 18 14:10:35.139925 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40520) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:35.195079 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c2312db4-03c5-48f6-9297-984042819282 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group (2b35875b-43dc-4f51-8d1d-6f4408979d1c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:35.219365 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c2312db4-03c5-48f6-9297-984042819282 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group (2b35875b-43dc-4f51-8d1d-6f4408979d1c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:35.276503 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c2312db4-03c5-48f6-9297-984042819282 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (2b35875b-43dc-4f51-8d1d-6f4408979d1c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:35.279046 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c2312db4-03c5-48f6-9297-984042819282 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:35.280168 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c2312db4-03c5-48f6-9297-984042819282 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] 10.222.0.11 "DELETE /v2.0/security-groups/2b35875b-43dc-4f51-8d1d-6f4408979d1c HTTP/1.1" status: 204 len: 168 time: 0.1392710 Apr 18 14:10:35.289623 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2312db4-03c5-48f6-9297-984042819282 tempest-TestShelveInstance-791618739 tempest-TestShelveInstance-791618739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b35875b-43dc-4f51-8d1d-6f4408979d1c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:35.328695 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40524) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:35.662875 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (1c7a182e-9b54-4e30-bf12-f06538cfa52a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:35.896139 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Deleting port e307a61b-6848-4c0f-9594-a507454c2db7 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:35.896462 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:35.972624 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] For port e307a61b-6848-4c0f-9594-a507454c2db7, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=e307a61b-6848-4c0f-9594-a507454c2db7,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:10:35.973048 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:35.985515 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Calling delete_port for e307a61b-6848-4c0f-9594-a507454c2db7 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:36.165046 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (e307a61b-6848-4c0f-9594-a507454c2db7), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:36.194053 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e307a61b-6848-4c0f-9594-a507454c2db7,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:36.364243 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (1c7a182e-9b54-4e30-bf12-f06538cfa52a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:36.579339 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Router 1c7a182e-9b54-4e30-bf12-f06538cfa52a has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:10:36.685183 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:10:36.690080 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4908bc80-8ca7-4fb4-9071-f81ab40aacb8 admin admin] 10.222.0.11 "PUT /v2.0/routers/1c7a182e-9b54-4e30-bf12-f06538cfa52a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3603127 Apr 18 14:10:36.693377 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40526) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:36.696552 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] Sync routers for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:10:36.706511 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:10:36.707184 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:10:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:36.796690 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks [] for router (1c7a182e-9b54-4e30-bf12-f06538cfa52a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:36.813387 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: dv-cinder-838302-1-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:10:36.902043 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks [] for router_gateway (1c7a182e-9b54-4e30-bf12-f06538cfa52a), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:36.945924 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Deleting port 69acd7b3-ec14-456a-acf3-1d9c64d74887 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:36.946278 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:36.983105 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:10:36Z', 'revision_number': 5, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port': {'id': '69acd7b3-ec14-456a-acf3-1d9c64d74887', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:37.010260 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] Checking router: 1c7a182e-9b54-4e30-bf12-f06538cfa52a for host: dv-cinder-838302-1-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:10:37.018507 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] Routers {'1c7a182e-9b54-4e30-bf12-f06538cfa52a'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:10:37.019114 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:10:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:37.023765 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] For port 69acd7b3-ec14-456a-acf3-1d9c64d74887, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=69acd7b3-ec14-456a-acf3-1d9c64d74887,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:10:37.024142 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.041225 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Calling delete_port for 69acd7b3-ec14-456a-acf3-1d9c64d74887 owned by network:router_gateway {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:37.111241 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] Set router 1c7a182e-9b54-4e30-bf12-f06538cfa52a gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:10:37.168268 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:10:36Z', 'revision_number': 6, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:37.197045 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185985c7-b331-47b2-aaaf-f1ccf2cc2f81 None None] The sync data for ids ['1c7a182e-9b54-4e30-bf12-f06538cfa52a'] in dv-cinder-838302-1-iscsi is: [{'id': '1c7a182e-9b54-4e30-bf12-f06538cfa52a', 'name': 'tempest-TestShelveInstance-1137392442-router', 'tenant_id': '7595638b14254ad2862370e80fba617e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:05Z', 'updated_at': '2022-04-18T14:10:36Z', 'revision_number': 6, 'project_id': '7595638b14254ad2862370e80fba617e', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:10:37.211295 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (69acd7b3-ec14-456a-acf3-1d9c64d74887), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.242521 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Pushing event deleted for resources: {'Port': ['ID=69acd7b3-ec14-456a-acf3-1d9c64d74887,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:37.301459 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (1c7a182e-9b54-4e30-bf12-f06538cfa52a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.392038 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (1c7a182e-9b54-4e30-bf12-f06538cfa52a), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.394134 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks [] for router_controller (1c7a182e-9b54-4e30-bf12-f06538cfa52a), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.439254 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (1c7a182e-9b54-4e30-bf12-f06538cfa52a), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.439813 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7a182e-9b54-4e30-bf12-f06538cfa52a {{(pid=103388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:10:37.444772 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.445917 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-242146a6-eb1f-40f9-8985-078d9b6b1753 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1c7a182e-9b54-4e30-bf12-f06538cfa52a HTTP/1.1" status: 204 len: 168 time: 0.7516439 Apr 18 14:10:37.448507 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40528) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:37.766153 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5bf3ca-f90e-48aa-90b4-c282a6c4adb9 admin admin] Deleting subnet 1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:10:37.769193 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0e5bf3ca-f90e-48aa-90b4-c282a6c4adb9 admin admin] Publish callbacks [] for subnet (1788c9ea-6d6d-4537-a0b1-5d6c61b07db8), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.803959 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0e5bf3ca-f90e-48aa-90b4-c282a6c4adb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125579304'] for subnet (1788c9ea-6d6d-4537-a0b1-5d6c61b07db8), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.881100 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0e5bf3ca-f90e-48aa-90b4-c282a6c4adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (1788c9ea-6d6d-4537-a0b1-5d6c61b07db8), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.931400 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0e5bf3ca-f90e-48aa-90b4-c282a6c4adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4596927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125647952'] for subnet (1788c9ea-6d6d-4537-a0b1-5d6c61b07db8), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.957187 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bf3ca-f90e-48aa-90b4-c282a6c4adb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1788c9ea-6d6d-4537-a0b1-5d6c61b07db8,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:37.959236 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0e5bf3ca-f90e-48aa-90b4-c282a6c4adb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:37.962505 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0e5bf3ca-f90e-48aa-90b4-c282a6c4adb9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1788c9ea-6d6d-4537-a0b1-5d6c61b07db8 HTTP/1.1" status: 204 len: 168 time: 0.5130632 Apr 18 14:10:37.963343 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0cff63-cdba-4692-ac85-a09fd1447485 None None] Network ebeb0096-4c30-4018-94ef-14ec27411909 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:10:37.965103 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.11', 40530) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:38.040872 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (ebeb0096-4c30-4018-94ef-14ec27411909), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.088405 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Deleting port 547bdc7d-346c-4219-abb9-fb257cbacdfa {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:38.088742 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.135795 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 no longer exists at agent hyperv_hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:10:38.140211 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] DHCP port deletion for ebeb0096-4c30-4018-94ef-14ec27411909 request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:10:38.159425 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] For port 547bdc7d-346c-4219-abb9-fb257cbacdfa, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=547bdc7d-346c-4219-abb9-fb257cbacdfa,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:10:38.160486 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.162300 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] No Port match for: 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:10:38.162651 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Device 76fa233f-9a39-4315-8ba8-6cb9c51b5a18 not bound to the agent host hv-cinder-83830 {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:10:38.177872 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Calling delete_port for 547bdc7d-346c-4219-abb9-fb257cbacdfa owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:38.200860 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Deleting port 547bdc7d-346c-4219-abb9-fb257cbacdfa {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:38.201236 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.270641 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4924505'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.272541 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] For port 547bdc7d-346c-4219-abb9-fb257cbacdfa, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=547bdc7d-346c-4219-abb9-fb257cbacdfa,segment=NetworkSegment(cf20c67c-cc69-461c-a0f2-48720e6330fc),segment_id=cf20c67c-cc69-461c-a0f2-48720e6330fc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:10:38.273034 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.289450 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Calling delete_port for 547bdc7d-346c-4219-abb9-fb257cbacdfa owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:38.297966 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=547bdc7d-346c-4219-abb9-fb257cbacdfa,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:38.301747 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] No DVR routers for this DVR port 547bdc7d-346c-4219-abb9-fb257cbacdfa on host dv-cinder-838302-1-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:10:38.369157 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671'] for port (547bdc7d-346c-4219-abb9-fb257cbacdfa), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.380430 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (ebeb0096-4c30-4018-94ef-14ec27411909), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.393976 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Pushing event deleted for resources: {'Port': ['ID=547bdc7d-346c-4219-abb9-fb257cbacdfa,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:38.398804 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] No DVR routers for this DVR port 547bdc7d-346c-4219-abb9-fb257cbacdfa on host dv-cinder-838302-1-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:10:38.402184 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebeb0096-4c30-4018-94ef-14ec27411909']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:38.405131 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.405473 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.408581 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.409459 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.409459 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.409459 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.410435 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd63a1-34eb-4f55-a89a-a229e5460eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838302-1-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 14:10:38.415112 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf20c67c-cc69-461c-a0f2-48720e6330fc') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:38.415510 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf20c67c-cc69-461c-a0f2-48720e6330fc') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:38.425454 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7212202'] for segment (cf20c67c-cc69-461c-a0f2-48720e6330fc), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.438557 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (cf20c67c-cc69-461c-a0f2-48720e6330fc), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.444472 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:10:38.444885 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4924556'] for segment (cf20c67c-cc69-461c-a0f2-48720e6330fc), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: Traceback (most recent call last): Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: timer() Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: cb(*args, **kw) Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: return func(*args, **kwargs) Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: self._notify() Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: self.callback(batched_events) Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: event.method(event) Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: return f(self, *a, **k) Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._get(url).json() Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:10:38.446551 dv-cinder-838302-1-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:10:38.504994 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (ebeb0096-4c30-4018-94ef-14ec27411909), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.510223 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:38.513392 dv-cinder-838302-1-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] 10.222.0.11 "DELETE /v2.0/networks/ebeb0096-4c30-4018-94ef-14ec27411909 HTTP/1.1" status: 204 len: 168 time: 0.5467200 Apr 18 14:10:38.516504 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40532) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:38.524683 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a7650-5e84-447e-94b4-40d2bf0cbc0f admin admin] Pushing event deleted for resources: {'Network': ['ID=ebeb0096-4c30-4018-94ef-14ec27411909,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:38.840849 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701387'] for router_interface (5986ad12-cfca-424c-9e67-7b96cfcff480), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:39.076917 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Deleting port 95e39104-6308-45b4-a1bf-68955ecd1cc2 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:39.077257 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:39.099388 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 69acd7b3-ec14-456a-acf3-1d9c64d74887 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:10:39.127776 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 69acd7b3-ec14-456a-acf3-1d9c64d74887 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:10:39.128120 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 69acd7b3-ec14-456a-acf3-1d9c64d74887 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:10:39.129155 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device e307a61b-6848-4c0f-9594-a507454c2db7 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:10:39.149078 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: e307a61b-6848-4c0f-9594-a507454c2db7 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:10:39.149423 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device e307a61b-6848-4c0f-9594-a507454c2db7 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:10:39.149848 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 547bdc7d-346c-4219-abb9-fb257cbacdfa no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:10:39.161711 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] For port 95e39104-6308-45b4-a1bf-68955ecd1cc2, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=95e39104-6308-45b4-a1bf-68955ecd1cc2,segment=NetworkSegment(8ac20e6b-76d3-425d-ba1a-4295f1ced142),segment_id=8ac20e6b-76d3-425d-ba1a-4295f1ced142)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:10:39.162071 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:39.169085 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 547bdc7d-346c-4219-abb9-fb257cbacdfa {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:10:39.169431 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 547bdc7d-346c-4219-abb9-fb257cbacdfa not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:10:39.176991 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Calling delete_port for 95e39104-6308-45b4-a1bf-68955ecd1cc2 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:39.358155 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (95e39104-6308-45b4-a1bf-68955ecd1cc2), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:39.382589 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=95e39104-6308-45b4-a1bf-68955ecd1cc2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:39.562311 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701271'] for router_interface (5986ad12-cfca-424c-9e67-7b96cfcff480), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:39.777836 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Router 5986ad12-cfca-424c-9e67-7b96cfcff480 has already been hosted by L3 agent 91217860-53d3-41bb-b07d-28f8435dcd6c {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 14:10:39.883951 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] Notify agent at l3_agent.dv-cinder-838302-1-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 14:10:39.889093 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c1a9844f-3c13-4c8b-9cf5-7c9f443e5b7f admin admin] 10.222.0.11 "PUT /v2.0/routers/5986ad12-cfca-424c-9e67-7b96cfcff480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3715749 Apr 18 14:10:39.891589 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40534) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:39.892482 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] Sync routers for ids ['5986ad12-cfca-424c-9e67-7b96cfcff480'] in dv-cinder-838302-1-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 14:10:39.902458 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] Routers {'5986ad12-cfca-424c-9e67-7b96cfcff480'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:10:39.903154 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:10:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5986ad12-cfca-424c-9e67-7b96cfcff480'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:39.994785 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks [] for router (5986ad12-cfca-424c-9e67-7b96cfcff480), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.009104 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] Set router 5986ad12-cfca-424c-9e67-7b96cfcff480 gateway port host: dv-cinder-838302-1-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:10:40.100006 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks [] for router_gateway (5986ad12-cfca-424c-9e67-7b96cfcff480), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.143355 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Deleting port 5899d44d-009d-447f-a3a8-a4679896e94e {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:40.143693 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.174573 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'external_fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:10:39Z', 'revision_number': 5, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port': {'id': '5899d44d-009d-447f-a3a8-a4679896e94e', 'name': '', 'network_id': '7b5ec104-ac81-4590-982d-7d164b7f1741', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:70:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838302-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aefe1240-30da-44d7-b5aa-4d650a3ad0e8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838302-1-iscsi'}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:40.200472 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] Checking router: 5986ad12-cfca-424c-9e67-7b96cfcff480 for host: dv-cinder-838302-1-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 14:10:40.208757 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] Routers {'5986ad12-cfca-424c-9e67-7b96cfcff480'} bound to L3 agent in host dv-cinder-838302-1-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 14:10:40.209379 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838302-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T13:46:51Z,description=,heartbeat_timestamp=2022-04-18T14:10:21Z,host='dv-cinder-838302-1-iscsi',id=91217860-53d3-41bb-b07d-28f8435dcd6c,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T13:46:51Z,topic='l3_agent')) {'router_ids': ['5986ad12-cfca-424c-9e67-7b96cfcff480'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:40.221848 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] For port 5899d44d-009d-447f-a3a8-a4679896e94e, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=5899d44d-009d-447f-a3a8-a4679896e94e,segment=NetworkSegment(48a700f5-110f-409a-a038-e96cc10d14f4),segment_id=48a700f5-110f-409a-a038-e96cc10d14f4)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:10:40.222730 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.236230 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Calling delete_port for 5899d44d-009d-447f-a3a8-a4679896e94e owned by network:router_gateway {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:40.385310 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] Set router 5986ad12-cfca-424c-9e67-7b96cfcff480 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 14:10:40.404035 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (5899d44d-009d-447f-a3a8-a4679896e94e), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.433758 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5899d44d-009d-447f-a3a8-a4679896e94e,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:40.437067 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:10:40Z', 'revision_number': 6, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port_host': None}], 'dv-cinder-838302-1-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:40.468432 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943c636-5ca7-4cfa-a8e7-d5b022667111 None None] The sync data for ids ['5986ad12-cfca-424c-9e67-7b96cfcff480'] in dv-cinder-838302-1-iscsi is: [{'id': '5986ad12-cfca-424c-9e67-7b96cfcff480', 'name': 'tempest-TestShelveInstance-1409496944-router', 'tenant_id': 'e4cd421ec4194a29ab948f438370445b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T14:06:10Z', 'updated_at': '2022-04-18T14:10:40Z', 'revision_number': 6, 'project_id': 'e4cd421ec4194a29ab948f438370445b', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 14:10:40.497170 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-700657'] for router_gateway (5986ad12-cfca-424c-9e67-7b96cfcff480), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.586962 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31457'] for router (5986ad12-cfca-424c-9e67-7b96cfcff480), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.589087 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks [] for router_controller (5986ad12-cfca-424c-9e67-7b96cfcff480), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.636508 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702996'] for router (5986ad12-cfca-424c-9e67-7b96cfcff480), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.636955 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5986ad12-cfca-424c-9e67-7b96cfcff480 {{(pid=103388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 14:10:40.641571 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.642700 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c6f0fb84-5a72-44d5-9054-df9fd9e92ed4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5986ad12-cfca-424c-9e67-7b96cfcff480 HTTP/1.1" status: 204 len: 168 time: 0.7501743 Apr 18 14:10:40.645296 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40536) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:40.960483 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3462f8-8a02-4f12-8c9a-d25f9a147b09 admin admin] Deleting subnet c44a90c7-35a4-40d7-a2cd-2183c453dbad {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 14:10:40.963514 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad3462f8-8a02-4f12-8c9a-d25f9a147b09 admin admin] Publish callbacks [] for subnet (c44a90c7-35a4-40d7-a2cd-2183c453dbad), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:40.997861 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad3462f8-8a02-4f12-8c9a-d25f9a147b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125579304'] for subnet (c44a90c7-35a4-40d7-a2cd-2183c453dbad), precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.074382 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad3462f8-8a02-4f12-8c9a-d25f9a147b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1940570'] for subnet (c44a90c7-35a4-40d7-a2cd-2183c453dbad), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.126001 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad3462f8-8a02-4f12-8c9a-d25f9a147b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1940557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4596927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125647952'] for subnet (c44a90c7-35a4-40d7-a2cd-2183c453dbad), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.152950 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3462f8-8a02-4f12-8c9a-d25f9a147b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44a90c7-35a4-40d7-a2cd-2183c453dbad,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:41.154809 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ad3462f8-8a02-4f12-8c9a-d25f9a147b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.157994 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ad3462f8-8a02-4f12-8c9a-d25f9a147b09 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c44a90c7-35a4-40d7-a2cd-2183c453dbad HTTP/1.1" status: 204 len: 168 time: 0.5117826 Apr 18 14:10:41.159391 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b7e40-7b18-4d17-a382-aa7140eba2cd None None] Network a5fe1937-4245-48ac-baa0-9d481607d688 requested from dv-cinder-838302-1-iscsi {{(pid=103390) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 14:10:41.161229 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40538) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:41.237280 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2095915'] for network (a5fe1937-4245-48ac-baa0-9d481607d688), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.290531 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Deleting port 1e0c368d-ab20-422d-a185-766ed669c8f9 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 14:10:41.290868 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789856700456'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.357610 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] For port 1e0c368d-ab20-422d-a185-766ed669c8f9, host dv-cinder-838302-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838302-1-iscsi',level=0,port_id=1e0c368d-ab20-422d-a185-766ed669c8f9,segment=NetworkSegment(8ac20e6b-76d3-425d-ba1a-4295f1ced142),segment_id=8ac20e6b-76d3-425d-ba1a-4295f1ced142)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 14:10:41.357977 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689989'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.372320 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Calling delete_port for 1e0c368d-ab20-422d-a185-766ed669c8f9 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 14:10:41.386085 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 5899d44d-009d-447f-a3a8-a4679896e94e no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:10:41.411213 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 5899d44d-009d-447f-a3a8-a4679896e94e {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:10:41.411473 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 5899d44d-009d-447f-a3a8-a4679896e94e not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:10:41.411929 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 95e39104-6308-45b4-a1bf-68955ecd1cc2 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:10:41.434386 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 95e39104-6308-45b4-a1bf-68955ecd1cc2 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:10:41.434733 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 95e39104-6308-45b4-a1bf-68955ecd1cc2 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:10:41.477798 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789856707350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789856330671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4596944'] for port (1e0c368d-ab20-422d-a185-766ed669c8f9), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.504692 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403b816-377b-45ef-b342-63a57167feed None None] DHCP port deletion for a5fe1937-4245-48ac-baa0-9d481607d688 request from dv-cinder-838302-1-iscsi {{(pid=103390) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 14:10:41.505088 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0c368d-ab20-422d-a185-766ed669c8f9,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:41.520806 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] No DVR routers for this DVR port 1e0c368d-ab20-422d-a185-766ed669c8f9 on host dv-cinder-838302-1-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 14:10:41.599029 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1939169', 'neutron.services.segments.db._delete_segments_for_network-8789856854968'] for network (a5fe1937-4245-48ac-baa0-9d481607d688), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.618628 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fe1937-4245-48ac-baa0-9d481607d688']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:41.627675 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac20e6b-76d3-425d-ba1a-4295f1ced142') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:41.627998 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac20e6b-76d3-425d-ba1a-4295f1ced142') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 14:10:41.637992 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789856858305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125579283'] for segment (8ac20e6b-76d3-425d-ba1a-4295f1ced142), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.651510 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673'] for segment (8ac20e6b-76d3-425d-ba1a-4295f1ced142), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.657342 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 14:10:41.657720 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1992673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4596741'] for segment (8ac20e6b-76d3-425d-ba1a-4295f1ced142), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: Traceback (most recent call last): Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: timer() Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: cb(*args, **kw) Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: return func(*args, **kwargs) Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: self._notify() Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: self.callback(batched_events) Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: event.method(event) Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: return f(self, *a, **k) Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._get(url).json() Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 14:10:41.659393 dv-cinder-838302-1-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 14:10:41.712898 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1939160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-700629'] for network (a5fe1937-4245-48ac-baa0-9d481607d688), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.718606 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:41.721743 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a5fe1937-4245-48ac-baa0-9d481607d688 HTTP/1.1" status: 204 len: 168 time: 0.5595624 Apr 18 14:10:41.733365 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dc8b5-e262-4e8f-bb8a-786c83f3aff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5fe1937-4245-48ac-baa0-9d481607d688,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:41.914328 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40542) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:41.953586 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-30fce511-da33-4c83-bf1e-c61751667318 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7595638b14254ad2862370e80fba617e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381212 Apr 18 14:10:41.956004 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40544) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:42.005839 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d6c3-5b63-4fb8-877f-012eae6aa2b8 admin admin] Publish callbacks [] for security_group (435bcac7-73e5-4ca8-94f8-a33102d60e5b), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:42.026245 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d6c3-5b63-4fb8-877f-012eae6aa2b8 admin admin] Publish callbacks [] for security_group (435bcac7-73e5-4ca8-94f8-a33102d60e5b), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:42.072477 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d6c3-5b63-4fb8-877f-012eae6aa2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (435bcac7-73e5-4ca8-94f8-a33102d60e5b), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:42.075212 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d6c3-5b63-4fb8-877f-012eae6aa2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:42.076372 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f4c5d6c3-5b63-4fb8-877f-012eae6aa2b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/435bcac7-73e5-4ca8-94f8-a33102d60e5b HTTP/1.1" status: 204 len: 168 time: 0.1194985 Apr 18 14:10:42.084241 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5d6c3-5b63-4fb8-877f-012eae6aa2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435bcac7-73e5-4ca8-94f8-a33102d60e5b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:42.385567 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40550) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:42.425339 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-544c8217-8e15-403d-b395-9ccadd003255 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4cd421ec4194a29ab948f438370445b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384920 Apr 18 14:10:42.428395 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.11', 40552) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 14:10:42.474255 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-90fa6133-a81e-4c86-be4c-c959a6d89351 admin admin] Publish callbacks [] for security_group (905115c9-6eba-4e72-86b5-2ba03ab3f005), before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:42.495282 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-90fa6133-a81e-4c86-be4c-c959a6d89351 admin admin] Publish callbacks [] for security_group (905115c9-6eba-4e72-86b5-2ba03ab3f005), precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:42.540882 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-90fa6133-a81e-4c86-be4c-c959a6d89351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580454'] for security_group (905115c9-6eba-4e72-86b5-2ba03ab3f005), after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:42.543598 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-90fa6133-a81e-4c86-be4c-c959a6d89351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:42.544781 dv-cinder-838302-1-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-90fa6133-a81e-4c86-be4c-c959a6d89351 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/905115c9-6eba-4e72-86b5-2ba03ab3f005 HTTP/1.1" status: 204 len: 168 time: 0.1155050 Apr 18 14:10:42.553069 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa6133-a81e-4c86-be4c-c959a6d89351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905115c9-6eba-4e72-86b5-2ba03ab3f005,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 14:10:43.083208 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 1e0c368d-ab20-422d-a185-766ed669c8f9 no longer exists at agent ovs-agent-dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 14:10:43.102973 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] No Port match for: 1e0c368d-ab20-422d-a185-766ed669c8f9 {{(pid=103390) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 14:10:43.103317 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.rpc [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Device 1e0c368d-ab20-422d-a185-766ed669c8f9 not bound to the agent host dv-cinder-838302-1-iscsi {{(pid=103390) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 14:10:48.912976 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-73f1ec24-9333-4a94-ae68-0bd3b0b14c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:51.486449 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-37b00fe9-3b8c-47b5-8f23-060aee03604e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:52.704286 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:54.096822 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:10:55.361753 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:01.180043 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:04.301388 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:11:18.914583 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eca5b137-3c5e-4b53-981c-c41bc41d3bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:21.493539 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a39067b-3ec7-49b9-a474-f658f337005d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:22.707422 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:24.097186 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:25.366252 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:31.177706 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:37.966672 dv-cinder-838302-1-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-01c56914-ce70-4d05-8e55-813ed2ba63ce req-b9b0bdba-d1df-43bd-9e61-e5ee88ec814e tempest-DeleteServersTestJSON-94626296 tempest-DeleteServersTestJSON-94626296-project] (103389) timed out ('10.222.0.37', 62506) {{(pid=103389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 18 14:11:38.213041 dv-cinder-838302-1-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-dd3c1654-98df-49a1-ac72-e7c13e79e7a4 req-0b92d70a-46f7-44ce-8bf8-c4eea07bdc85 service neutron] (103388) timed out ('10.222.0.37', 62507) {{(pid=103388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 18 14:11:41.299996 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:11:48.916893 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a266-2489-4d25-803b-aac273983e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:51.485432 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2301348e-2fa9-4353-a4f2-96984b91c875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:52.710276 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:54.099448 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:11:55.370351 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:01.192701 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:18.299291 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:12:18.921112 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e3a98d7-5fa5-422b-9d7f-a2fef5ad713c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:21.486111 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a0e28e3f-6fe2-4fd7-b347-e48a78a43fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:22.712618 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:24.101828 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:25.373493 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:31.192091 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:48.922553 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0a3f05e2-729a-439d-9266-98fd704c24eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:51.487204 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1b09-7935-42ce-a8f8-0181c3054080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:52.715188 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:54.108525 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:12:55.298339 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:12:55.375549 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:01.195096 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:18.924479 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d12294e1-f0c6-486f-b1f2-6d5913a808f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:21.488864 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f66a9888-bd3f-4a52-b0f5-26617cc2a7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:22.718220 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:24.108977 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:25.379023 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:31.206032 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:32.297567 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:13:48.926477 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-32157fe5-ae70-4cab-8092-3142d41fcff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:51.490334 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cc010b5-7ce7-455a-96bf-86698cd19d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:52.721002 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:54.111500 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:13:55.382252 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:01.206364 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:09.296824 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:14:18.928166 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d85b4c70-d11e-4c7e-b737-941f3660d96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:21.494568 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e2f37d02-b8b3-4128-ab9c-cc3cf99b1d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:22.725348 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:24.114461 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:25.384058 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:31.210557 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:46.296121 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:14:48.928395 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0acf5ddc-9dba-417e-b506-5b620cf4e215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:51.497279 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-609b1739-853d-47bd-a218-48a2bdeab356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:52.727855 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:54.119140 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:14:55.386978 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:01.218752 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:18.930013 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-15c8a521-b3d3-414d-9f7b-bd828d931e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:21.498460 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8035ea2b-a450-4bba-be7f-ccc40ebea0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:22.731122 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:23.294985 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:15:24.121314 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:25.389069 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:31.216519 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:48.933724 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-477aee7a-6eb5-4016-8d86-d88a564f15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (8dbfb43a-7893-40fa-a8dc-b178bc245a22), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:51.500491 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f47ae5f7-86c6-488e-a340-d1977b75452b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (91217860-53d3-41bb-b07d-28f8435dcd6c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:52.734693 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c5df32db-2f84-4104-a2fd-09da83b27a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (4d767125-be54-4451-9f6c-78c53d0c1ef2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:54.126426 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf57b-07f5-473a-a697-5ca656b66895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (5845bb9c-1720-443e-a709-17cb43ac029a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:15:55.391985 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4b9177d2-64a1-44f9-96f7-8de05d62b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (9a415623-2820-4d7a-93a2-f66c52fb0752), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 14:16:00.294016 dv-cinder-838302-1-iscsi neutron-server[103391]: DEBUG neutron.db.agents_db [None req-a4c0b0d8-452b-475f-bcbc-96f76fa4a378 None None] Agent healthcheck: found 6 active agents {{(pid=103391) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 14:16:01.231929 dv-cinder-838302-1-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2e9913be-9074-41f7-9a79-f03f869caeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789856854950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970080'] for agent (bf32b58a-f746-40ee-a3b3-f5ecdc137a78), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}